2024-11-22 03:18:05,280 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 03:18:05,304 main DEBUG Took 0.022041 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 03:18:05,305 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 03:18:05,305 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 03:18:05,307 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 03:18:05,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,321 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 03:18:05,337 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,340 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,341 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,342 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,343 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,345 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,346 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,347 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,348 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,349 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:18:05,352 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,352 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 03:18:05,354 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:18:05,356 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 03:18:05,359 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 03:18:05,360 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 03:18:05,362 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 03:18:05,362 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 03:18:05,373 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 03:18:05,376 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 03:18:05,380 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 03:18:05,381 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 03:18:05,381 main DEBUG createAppenders(={Console}) 2024-11-22 03:18:05,382 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-22 03:18:05,383 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 03:18:05,383 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-22 03:18:05,384 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 03:18:05,384 main DEBUG OutputStream closed 2024-11-22 03:18:05,385 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 03:18:05,385 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 03:18:05,386 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-22 03:18:05,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 03:18:05,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 03:18:05,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 03:18:05,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 03:18:05,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 03:18:05,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 03:18:05,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 03:18:05,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 03:18:05,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 03:18:05,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 03:18:05,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 03:18:05,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 03:18:05,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 03:18:05,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 03:18:05,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 03:18:05,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 03:18:05,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 03:18:05,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 03:18:05,491 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 03:18:05,492 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-22 03:18:05,492 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 03:18:05,493 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-22T03:18:05,509 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-22 03:18:05,513 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 03:18:05,513 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T03:18:05,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=950, ProcessCount=11, AvailableMemoryMB=7126 2024-11-22T03:18:05,808 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-22T03:18:05,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3 2024-11-22T03:18:05,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda, deleteOnExit=true 2024-11-22T03:18:05,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/zookeeper_0, clientPort=53564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:18:05,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53564 2024-11-22T03:18:05,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:18:05,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:18:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/test.cache.data in system properties and HBase conf 2024-11-22T03:18:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:18:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:18:05,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:18:05,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:18:05,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:18:06,068 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T03:18:06,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:18:06,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:06,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:06,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:18:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:18:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:18:06,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:06,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:06,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:18:06,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:18:06,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:18:06,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:06,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:18:06,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:18:07,346 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T03:18:07,417 INFO [Time-limited test {}] log.Log(170): Logging initialized @2974ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T03:18:07,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:07,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:07,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:07,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:07,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:18:07,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:07,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:07,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:07,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/java.io.tmpdir/jetty-localhost-41629-hadoop-hdfs-3_4_1-tests_jar-_-any-7007042309801818193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:07,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:41629} 2024-11-22T03:18:07,816 INFO [Time-limited test {}] server.Server(415): Started @3374ms 2024-11-22T03:18:08,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:08,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:08,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:08,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:08,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:18:08,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:08,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:08,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/java.io.tmpdir/jetty-localhost-38731-hadoop-hdfs-3_4_1-tests_jar-_-any-8279228047279481150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:08,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38731} 2024-11-22T03:18:08,717 INFO [Time-limited test {}] server.Server(415): Started @4275ms 2024-11-22T03:18:08,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:18:10,190 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/data/data1/current/BP-910291066-172.17.0.3-1732245486841/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:10,190 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/data/data2/current/BP-910291066-172.17.0.3-1732245486841/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:10,218 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:18:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd224652cf0e2bfad with lease ID 0x376192436a1c91f2: Processing first storage report for DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29 from datanode DatanodeRegistration(127.0.0.1:34061, datanodeUuid=50988773-af19-48c8-b696-0a53fcfeb2d7, infoPort=36267, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=30563971;c=1732245486841) 2024-11-22T03:18:10,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd224652cf0e2bfad with lease ID 0x376192436a1c91f2: from storage DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29 node DatanodeRegistration(127.0.0.1:34061, datanodeUuid=50988773-af19-48c8-b696-0a53fcfeb2d7, infoPort=36267, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=30563971;c=1732245486841), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:18:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd224652cf0e2bfad with lease ID 0x376192436a1c91f2: Processing first storage report for DS-31372b8a-5aea-4825-a2ca-55e8706b2701 from datanode DatanodeRegistration(127.0.0.1:34061, datanodeUuid=50988773-af19-48c8-b696-0a53fcfeb2d7, infoPort=36267, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=30563971;c=1732245486841) 2024-11-22T03:18:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd224652cf0e2bfad with lease ID 0x376192436a1c91f2: from storage DS-31372b8a-5aea-4825-a2ca-55e8706b2701 node DatanodeRegistration(127.0.0.1:34061, datanodeUuid=50988773-af19-48c8-b696-0a53fcfeb2d7, infoPort=36267, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=30563971;c=1732245486841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:18:10,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3 2024-11-22T03:18:10,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:10,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:10,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:18:10,933 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688 with version=8 2024-11-22T03:18:10,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/hbase-staging 2024-11-22T03:18:11,014 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T03:18:11,256 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:11,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:11,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:11,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:11,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:11,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:11,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:18:11,508 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T03:18:11,521 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T03:18:11,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:11,563 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11347 (auto-detected) 2024-11-22T03:18:11,565 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-22T03:18:11,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35019 2024-11-22T03:18:11,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35019 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350190x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:11,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35019-0x101608c75090000 connected 2024-11-22T03:18:11,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:11,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:11,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:11,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688, hbase.cluster.distributed=false 2024-11-22T03:18:11,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/acl 2024-11-22T03:18:11,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-22T03:18:11,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35019 2024-11-22T03:18:11,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35019 2024-11-22T03:18:11,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-22T03:18:11,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-22T03:18:12,114 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:12,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:12,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:12,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:12,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:12,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:12,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:18:12,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:12,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37609 2024-11-22T03:18:12,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37609 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:12,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:12,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:12,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376090x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:12,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376090x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:12,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37609-0x101608c75090001 connected 2024-11-22T03:18:12,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:18:12,165 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:18:12,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/master 2024-11-22T03:18:12,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/acl 2024-11-22T03:18:12,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-22T03:18:12,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37609 2024-11-22T03:18:12,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37609 2024-11-22T03:18:12,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-22T03:18:12,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-22T03:18:12,212 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:35019 2024-11-22T03:18:12,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01542658148/backup-masters/b458937b0f5f,35019,1732245491061 2024-11-22T03:18:12,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:12,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:12,240 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on existing znode=/01542658148/backup-masters/b458937b0f5f,35019,1732245491061 2024-11-22T03:18:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542658148/master 2024-11-22T03:18:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:12,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:12,284 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on existing znode=/01542658148/master 2024-11-22T03:18:12,285 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01542658148/backup-masters/b458937b0f5f,35019,1732245491061 from backup master directory 2024-11-22T03:18:12,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/backup-masters/b458937b0f5f,35019,1732245491061 2024-11-22T03:18:12,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:12,298 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:12,299 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,35019,1732245491061 2024-11-22T03:18:12,301 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T03:18:12,303 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T03:18:12,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/hbase.id] with ID: 32c72aa4-13bc-4f50-ad56-ada635bb8083 2024-11-22T03:18:12,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/.tmp/hbase.id 2024-11-22T03:18:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:18:12,385 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/.tmp/hbase.id]:[hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/hbase.id] 2024-11-22T03:18:12,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:12,452 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:18:12,479 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-22T03:18:12,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:12,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:18:12,520 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:12,523 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:18:12,547 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:18:12,552 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:12,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:18:13,023 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store 2024-11-22T03:18:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:18:13,452 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T03:18:13,455 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:13,456 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:13,456 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:13,456 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:13,458 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-22T03:18:13,458 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:13,458 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:13,459 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245493456Disabling compacts and flushes for region at 1732245493456Disabling writes for close at 1732245493458 (+2 ms)Writing region close event to WAL at 1732245493458Closed at 1732245493458 2024-11-22T03:18:13,462 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/.initializing 2024-11-22T03:18:13,462 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061 2024-11-22T03:18:13,472 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:13,491 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C35019%2C1732245491061, suffix=, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/oldWALs, maxLogs=10 2024-11-22T03:18:13,524 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061/b458937b0f5f%2C35019%2C1732245491061.1732245493498, exclude list is [], retry=0 2024-11-22T03:18:13,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:13,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T03:18:13,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061/b458937b0f5f%2C35019%2C1732245491061.1732245493498 2024-11-22T03:18:13,577 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:13,577 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:13,578 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:13,581 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,581 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:18:13,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:13,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:13,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:18:13,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:13,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:13,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:18:13,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:18:13,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:13,669 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,673 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,675 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,687 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:13,692 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:13,697 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:13,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72177645, jitterRate=0.07553072273731232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:13,709 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245493593Initializing all the Stores at 1732245493596 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245493596Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245493597 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245493597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245493597Cleaning up temporary data from old regions at 1732245493683 (+86 ms)Region opened successfully at 1732245493709 (+26 ms) 2024-11-22T03:18:13,711 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:18:13,746 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:13,775 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:18:13,786 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:18:13,786 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:18:13,789 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:18:13,791 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T03:18:13,796 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-22T03:18:13,797 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:18:13,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:18:13,833 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/balancer because node does not exist (not necessarily an error) 2024-11-22T03:18:13,855 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/balancer already deleted, retry=false 2024-11-22T03:18:13,859 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:18:13,861 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:18:13,871 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/normalizer already deleted, retry=false 2024-11-22T03:18:13,875 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:18:13,880 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:18:13,892 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/switch/split already deleted, retry=false 2024-11-22T03:18:13,895 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:18:13,908 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/switch/merge already deleted, retry=false 2024-11-22T03:18:13,934 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:18:13,945 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/snapshot-cleanup already deleted, retry=false 2024-11-22T03:18:13,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:13,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:13,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:13,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:13,963 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,35019,1732245491061, sessionid=0x101608c75090000, setting cluster-up flag (Was=false) 2024-11-22T03:18:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:14,173 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01542658148/flush-table-proc/acquired, /01542658148/flush-table-proc/reached, /01542658148/flush-table-proc/abort 2024-11-22T03:18:14,175 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,35019,1732245491061 2024-11-22T03:18:14,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:14,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:14,345 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01542658148/online-snapshot/acquired, /01542658148/online-snapshot/reached, /01542658148/online-snapshot/abort 2024-11-22T03:18:14,348 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,35019,1732245491061 2024-11-22T03:18:14,355 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:18:14,395 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(746): ClusterId : 32c72aa4-13bc-4f50-ad56-ada635bb8083 2024-11-22T03:18:14,398 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:18:14,431 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:14,433 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:18:14,433 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:18:14,440 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:18:14,447 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:18:14,451 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,35019,1732245491061 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:18:14,496 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:18:14,497 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164d335f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:14,498 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:14,498 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:14,498 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:14,499 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:14,499 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:18:14,499 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,499 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:14,499 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,507 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245524507 2024-11-22T03:18:14,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:14,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:18:14,509 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:18:14,510 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:18:14,514 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:37609 2024-11-22T03:18:14,514 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:18:14,515 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:18:14,515 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:18:14,515 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:18:14,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:14,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:18:14,516 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,518 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:18:14,518 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:18:14,518 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:18:14,520 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:18:14,521 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:18:14,522 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,35019,1732245491061 with port=37609, startcode=1732245492061 2024-11-22T03:18:14,522 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:18:14,522 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:18:14,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:18:14,526 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:18:14,526 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:18:14,528 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245494528,5,FailOnTimeoutGroup] 2024-11-22T03:18:14,529 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245494528,5,FailOnTimeoutGroup] 2024-11-22T03:18:14,529 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,529 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:18:14,530 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,530 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,535 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:18:14,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:18:14,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,37609,1732245492061 2024-11-22T03:18:14,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35019 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,37609,1732245492061 2024-11-22T03:18:14,587 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688 2024-11-22T03:18:14,587 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35051 2024-11-22T03:18:14,587 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:18:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/rs 2024-11-22T03:18:14,640 DEBUG [RS:0;b458937b0f5f:37609 {}] zookeeper.ZKUtil(111): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on existing znode=/01542658148/rs/b458937b0f5f,37609,1732245492061 2024-11-22T03:18:14,641 WARN [RS:0;b458937b0f5f:37609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:14,641 INFO [RS:0;b458937b0f5f:37609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:14,641 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061 2024-11-22T03:18:14,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,37609,1732245492061] 2024-11-22T03:18:14,672 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:18:14,690 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:18:14,695 INFO [RS:0;b458937b0f5f:37609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:18:14,695 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,697 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:18:14,704 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:18:14,705 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,706 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,706 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,706 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,706 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,706 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,706 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:14,707 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,707 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,707 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,707 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,708 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,708 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:14,708 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:14,708 DEBUG [RS:0;b458937b0f5f:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:14,709 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,709 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,710 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,710 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,710 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,710 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37609,1732245492061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:14,734 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:18:14,736 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37609,1732245492061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,736 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,736 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.Replication(171): b458937b0f5f,37609,1732245492061 started 2024-11-22T03:18:14,755 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:14,756 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,37609,1732245492061, RpcServer on b458937b0f5f/172.17.0.3:37609, sessionid=0x101608c75090001 2024-11-22T03:18:14,757 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:18:14,757 DEBUG [RS:0;b458937b0f5f:37609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,37609,1732245492061 2024-11-22T03:18:14,757 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,37609,1732245492061' 2024-11-22T03:18:14,757 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01542658148/flush-table-proc/abort' 2024-11-22T03:18:14,759 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01542658148/flush-table-proc/acquired' 2024-11-22T03:18:14,759 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:18:14,759 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:18:14,760 DEBUG [RS:0;b458937b0f5f:37609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,37609,1732245492061 2024-11-22T03:18:14,760 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,37609,1732245492061' 2024-11-22T03:18:14,760 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01542658148/online-snapshot/abort' 2024-11-22T03:18:14,761 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01542658148/online-snapshot/acquired' 2024-11-22T03:18:14,761 DEBUG [RS:0;b458937b0f5f:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:18:14,761 INFO [RS:0;b458937b0f5f:37609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:18:14,761 INFO [RS:0;b458937b0f5f:37609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:18:14,866 INFO [RS:0;b458937b0f5f:37609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:14,869 INFO [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C37609%2C1732245492061, suffix=, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs, maxLogs=10 2024-11-22T03:18:14,884 DEBUG [RS:0;b458937b0f5f:37609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871, exclude list is [], retry=0 2024-11-22T03:18:14,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:14,892 INFO [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 2024-11-22T03:18:14,893 DEBUG [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:14,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:18:14,929 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688 2024-11-22T03:18:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:18:15,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:15,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:15,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:15,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:15,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:15,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:15,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:15,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:15,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:15,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:15,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740 2024-11-22T03:18:15,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740 2024-11-22T03:18:15,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:15,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:15,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:15,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:15,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:15,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60279290, jitterRate=-0.10176858305931091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:15,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245495342Initializing all the Stores at 1732245495344 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245495344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245495344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245495345 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245495345Cleaning up temporary data from old regions at 1732245495371 (+26 ms)Region opened successfully at 1732245495386 (+15 ms) 2024-11-22T03:18:15,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:15,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:15,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:15,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:15,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:15,388 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:15,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245495386Disabling compacts and flushes for region at 1732245495386Disabling writes for close at 1732245495386Writing region close event to WAL at 1732245495387 (+1 ms)Closed at 1732245495388 (+1 ms) 2024-11-22T03:18:15,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:15,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:18:15,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:18:15,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:15,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:18:15,565 DEBUG [b458937b0f5f:35019 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:18:15,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,37609,1732245492061 2024-11-22T03:18:15,584 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37609,1732245492061, state=OPENING 2024-11-22T03:18:15,643 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:18:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:15,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:15,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:15,710 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:15,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,37609,1732245492061}] 2024-11-22T03:18:15,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:18:15,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:18:15,898 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:18:15,899 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:15,900 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:18:15,903 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C37609%2C1732245492061.meta, suffix=.meta, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs, maxLogs=10 2024-11-22T03:18:15,919 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.meta.1732245495905.meta, exclude list is [], retry=0 2024-11-22T03:18:15,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:15,926 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.meta.1732245495905.meta 2024-11-22T03:18:15,926 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:15,927 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:15,931 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:15,932 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:15,934 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:18:15,936 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:18:15,939 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:18:15,940 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:15,940 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:18:15,941 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:18:15,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:15,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:15,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:15,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:15,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:15,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:15,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:15,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:15,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:15,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:15,953 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:15,955 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740 2024-11-22T03:18:15,959 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740 2024-11-22T03:18:15,962 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:15,962 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:15,963 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:15,966 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:15,968 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863883, jitterRate=-0.09305746853351593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:15,968 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:18:15,970 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245495941Writing region info on filesystem at 1732245495941Initializing all the Stores at 1732245495943 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245495943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245495943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245495943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245495943Cleaning up temporary data from old regions at 1732245495962 (+19 ms)Running coprocessor post-open hooks at 1732245495968 (+6 ms)Region opened successfully at 1732245495970 (+2 ms) 2024-11-22T03:18:15,977 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245495878 2024-11-22T03:18:15,988 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:18:15,988 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:18:15,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37609,1732245492061 2024-11-22T03:18:15,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37609,1732245492061, state=OPEN 2024-11-22T03:18:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:16,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:16,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,37609,1732245492061 2024-11-22T03:18:16,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:16,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:18:16,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,37609,1732245492061 in 414 msec 2024-11-22T03:18:16,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:18:16,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 735 msec 2024-11-22T03:18:16,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:16,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:18:16,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:16,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37609,1732245492061, seqNum=-1] 2024-11-22T03:18:16,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:16,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:16,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8130 sec 2024-11-22T03:18:16,208 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245496208, completionTime=-1 2024-11-22T03:18:16,210 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:18:16,210 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:18:16,234 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:18:16,234 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245556234 2024-11-22T03:18:16,234 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245616234 2024-11-22T03:18:16,234 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-22T03:18:16,237 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35019,1732245491061-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,237 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35019,1732245491061-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,237 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35019,1732245491061-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,238 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:35019, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,239 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,239 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,272 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:18:16,298 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.999sec 2024-11-22T03:18:16,300 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:18:16,302 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:18:16,303 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:18:16,303 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:18:16,303 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:18:16,304 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35019,1732245491061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:16,304 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35019,1732245491061-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:18:16,311 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:18:16,312 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:18:16,312 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35019,1732245491061-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:16,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:16,410 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T03:18:16,410 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T03:18:16,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,35019,-1 for getting cluster id 2024-11-22T03:18:16,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:16,422 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c72aa4-13bc-4f50-ad56-ada635bb8083' 2024-11-22T03:18:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c72aa4-13bc-4f50-ad56-ada635bb8083" 2024-11-22T03:18:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39db7c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,35019,-1] 2024-11-22T03:18:16,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:16,431 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:16,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:16,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37609,1732245492061, seqNum=-1] 2024-11-22T03:18:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:16,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:16,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,35019,1732245491061 2024-11-22T03:18:16,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:16,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101608c75090002 connected 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir so I do NOT create it in target/test-data/f0e42812-0440-7593-4ca8-4492992df11d 2024-11-22T03:18:16,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.tmp.dir so I do NOT create it in target/test-data/f0e42812-0440-7593-4ca8-4492992df11d 2024-11-22T03:18:16,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:18:16,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/cluster_06cb15e0-49e6-0a95-fb63-a505661294d4, deleteOnExit=true 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/test.cache.data in system properties and HBase conf 2024-11-22T03:18:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:18:16,635 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:16,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:18:16,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:18:17,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:17,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:17,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:17,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:17,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:18:17,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:17,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:17,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:17,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/java.io.tmpdir/jetty-localhost-44323-hadoop-hdfs-3_4_1-tests_jar-_-any-6388013205976975636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:17,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:44323} 2024-11-22T03:18:17,235 INFO [Time-limited test {}] server.Server(415): Started @12793ms 2024-11-22T03:18:17,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:17,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:17,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:17,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:17,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:18:17,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:17,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:17,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/java.io.tmpdir/jetty-localhost-37329-hadoop-hdfs-3_4_1-tests_jar-_-any-14099841011518749544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:17,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:37329} 2024-11-22T03:18:17,617 INFO [Time-limited test {}] server.Server(415): Started @13175ms 2024-11-22T03:18:17,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:18:18,316 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/cluster_06cb15e0-49e6-0a95-fb63-a505661294d4/data/data1/current/BP-1905041083-172.17.0.3-1732245496660/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:18,316 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/cluster_06cb15e0-49e6-0a95-fb63-a505661294d4/data/data2/current/BP-1905041083-172.17.0.3-1732245496660/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:18,363 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:18:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a78ac1570e18f92 with lease ID 0xc7692d212dee99ed: Processing first storage report for DS-b4169ae6-873b-4427-8404-1ad4d7524e87 from datanode DatanodeRegistration(127.0.0.1:42865, datanodeUuid=d93c4c7c-6567-4fe3-be17-d3538d051432, infoPort=36291, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1087629647;c=1732245496660) 2024-11-22T03:18:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a78ac1570e18f92 with lease ID 0xc7692d212dee99ed: from storage DS-b4169ae6-873b-4427-8404-1ad4d7524e87 node DatanodeRegistration(127.0.0.1:42865, datanodeUuid=d93c4c7c-6567-4fe3-be17-d3538d051432, infoPort=36291, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1087629647;c=1732245496660), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:18:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a78ac1570e18f92 with lease ID 0xc7692d212dee99ed: Processing first storage report for DS-5abde572-c10d-4b3c-99db-0460a8873553 from datanode DatanodeRegistration(127.0.0.1:42865, datanodeUuid=d93c4c7c-6567-4fe3-be17-d3538d051432, infoPort=36291, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1087629647;c=1732245496660) 2024-11-22T03:18:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a78ac1570e18f92 with lease ID 0xc7692d212dee99ed: from storage DS-5abde572-c10d-4b3c-99db-0460a8873553 node DatanodeRegistration(127.0.0.1:42865, datanodeUuid=d93c4c7c-6567-4fe3-be17-d3538d051432, infoPort=36291, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1087629647;c=1732245496660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:18:18,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d 2024-11-22T03:18:18,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:18,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:18:18,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1 with version=8 2024-11-22T03:18:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/hbase-staging 2024-11-22T03:18:18,790 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:18,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:18,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:18,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:18,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:18,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:18,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:18:18,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:18,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33469 2024-11-22T03:18:18,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33469 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:18,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334690x0, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:18,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33469-0x101608c75090003 connected 2024-11-22T03:18:18,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:18,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:18,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/running 2024-11-22T03:18:18,923 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1, hbase.cluster.distributed=false 2024-11-22T03:18:18,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/acl 2024-11-22T03:18:18,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33469 2024-11-22T03:18:18,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33469 2024-11-22T03:18:18,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33469 2024-11-22T03:18:18,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33469 2024-11-22T03:18:18,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33469 2024-11-22T03:18:18,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:18,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:18,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:18,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:18,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:18,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:18,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:18:18,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:18,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35797 2024-11-22T03:18:18,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35797 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:18,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:18,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357970x0, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:18,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357970x0, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/running 2024-11-22T03:18:18,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35797-0x101608c75090004 connected 2024-11-22T03:18:18,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:18:18,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:18:18,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/master 2024-11-22T03:18:18,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/acl 2024-11-22T03:18:18,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35797 2024-11-22T03:18:18,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35797 2024-11-22T03:18:18,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35797 2024-11-22T03:18:18,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35797 2024-11-22T03:18:18,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35797 2024-11-22T03:18:18,987 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:33469 2024-11-22T03:18:18,988 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12054703380/backup-masters/b458937b0f5f,33469,1732245498789 2024-11-22T03:18:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380/backup-masters 2024-11-22T03:18:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380/backup-masters 2024-11-22T03:18:18,998 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on existing znode=/12054703380/backup-masters/b458937b0f5f,33469,1732245498789 2024-11-22T03:18:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12054703380/master 2024-11-22T03:18:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:19,008 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on existing znode=/12054703380/master 2024-11-22T03:18:19,009 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12054703380/backup-masters/b458937b0f5f,33469,1732245498789 from backup master directory 2024-11-22T03:18:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12054703380/backup-masters/b458937b0f5f,33469,1732245498789 2024-11-22T03:18:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380/backup-masters 2024-11-22T03:18:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380/backup-masters 2024-11-22T03:18:19,018 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:19,018 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,33469,1732245498789 2024-11-22T03:18:19,025 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/hbase.id] with ID: 37ca7432-8115-4aaa-b11e-1d5c6af4f20d 2024-11-22T03:18:19,025 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/.tmp/hbase.id 2024-11-22T03:18:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:18:19,434 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/.tmp/hbase.id]:[hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/hbase.id] 2024-11-22T03:18:19,459 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:19,459 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:18:19,461 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:18:19,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:19,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:18:19,944 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:19,946 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:18:19,947 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:18:19,962 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store 2024-11-22T03:18:19,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:18:20,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:20,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:20,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:20,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:20,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:20,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:20,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:20,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245500371Disabling compacts and flushes for region at 1732245500371Disabling writes for close at 1732245500372 (+1 ms)Writing region close event to WAL at 1732245500372Closed at 1732245500372 2024-11-22T03:18:20,375 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/.initializing 2024-11-22T03:18:20,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/WALs/b458937b0f5f,33469,1732245498789 2024-11-22T03:18:20,378 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:20,384 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C33469%2C1732245498789, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/WALs/b458937b0f5f,33469,1732245498789, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/oldWALs, maxLogs=10 2024-11-22T03:18:20,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/WALs/b458937b0f5f,33469,1732245498789/b458937b0f5f%2C33469%2C1732245498789.1732245500385, exclude list is [], retry=0 2024-11-22T03:18:20,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-b4169ae6-873b-4427-8404-1ad4d7524e87,DISK] 2024-11-22T03:18:20,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/WALs/b458937b0f5f,33469,1732245498789/b458937b0f5f%2C33469%2C1732245498789.1732245500385 2024-11-22T03:18:20,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36291:36291)] 2024-11-22T03:18:20,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:20,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:20,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:18:20,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:20,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:20,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:18:20,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:20,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:20,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:18:20,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:20,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:20,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:18:20,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:20,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:20,424 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,425 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,426 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,428 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,428 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,429 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:20,432 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:20,435 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:20,436 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67828566, jitterRate=0.010724395513534546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:20,436 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245500408Initializing all the Stores at 1732245500410 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245500410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245500411 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245500411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245500411Cleaning up temporary data from old regions at 1732245500428 (+17 ms)Region opened successfully at 1732245500436 (+8 ms) 2024-11-22T03:18:20,436 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:18:20,441 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a47fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:20,442 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:18:20,442 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:18:20,442 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:18:20,442 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:18:20,443 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:18:20,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:18:20,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:18:20,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:18:20,447 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Unable to get data of znode /12054703380/balancer because node does not exist (not necessarily an error) 2024-11-22T03:18:20,460 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12054703380/balancer already deleted, retry=false 2024-11-22T03:18:20,460 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:18:20,461 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Unable to get data of znode /12054703380/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:18:20,470 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12054703380/normalizer already deleted, retry=false 2024-11-22T03:18:20,471 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:18:20,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Unable to get data of znode /12054703380/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:18:20,481 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12054703380/switch/split already deleted, retry=false 2024-11-22T03:18:20,483 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Unable to get data of znode /12054703380/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:18:20,492 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12054703380/switch/merge already deleted, retry=false 2024-11-22T03:18:20,496 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Unable to get data of znode /12054703380/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:18:20,507 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12054703380/snapshot-cleanup already deleted, retry=false 2024-11-22T03:18:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12054703380/running 2024-11-22T03:18:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12054703380/running 2024-11-22T03:18:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:20,518 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,33469,1732245498789, sessionid=0x101608c75090003, setting cluster-up flag (Was=false) 2024-11-22T03:18:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:20,570 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12054703380/flush-table-proc/acquired, /12054703380/flush-table-proc/reached, /12054703380/flush-table-proc/abort 2024-11-22T03:18:20,574 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,33469,1732245498789 2024-11-22T03:18:20,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:20,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:20,634 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12054703380/online-snapshot/acquired, /12054703380/online-snapshot/reached, /12054703380/online-snapshot/abort 2024-11-22T03:18:20,638 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,33469,1732245498789 2024-11-22T03:18:20,642 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:18:20,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:20,647 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:18:20,647 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:18:20,647 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,33469,1732245498789 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:18:20,649 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:20,649 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:20,649 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:20,649 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:20,649 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:18:20,650 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,650 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:20,650 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245530652 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:18:20,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:20,652 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:18:20,653 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:18:20,653 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:18:20,653 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:18:20,653 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:18:20,654 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:18:20,654 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:18:20,654 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245500654,5,FailOnTimeoutGroup] 2024-11-22T03:18:20,654 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245500654,5,FailOnTimeoutGroup] 2024-11-22T03:18:20,654 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:20,654 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:18:20,655 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,655 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:18:20,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:18:20,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:18:20,680 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(746): ClusterId : 37ca7432-8115-4aaa-b11e-1d5c6af4f20d 2024-11-22T03:18:20,680 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:18:20,693 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:18:20,693 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:18:20,704 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:18:20,704 DEBUG [RS:0;b458937b0f5f:35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e693164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:20,717 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:35797 2024-11-22T03:18:20,717 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:18:20,717 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:18:20,717 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:18:20,718 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,33469,1732245498789 with port=35797, startcode=1732245498947 2024-11-22T03:18:20,718 DEBUG [RS:0;b458937b0f5f:35797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:18:20,720 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:18:20,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,35797,1732245498947 2024-11-22T03:18:20,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33469 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,35797,1732245498947 2024-11-22T03:18:20,724 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1 2024-11-22T03:18:20,724 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44399 2024-11-22T03:18:20,724 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:18:20,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380/rs 2024-11-22T03:18:20,779 DEBUG [RS:0;b458937b0f5f:35797 {}] zookeeper.ZKUtil(111): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on existing znode=/12054703380/rs/b458937b0f5f,35797,1732245498947 2024-11-22T03:18:20,779 WARN [RS:0;b458937b0f5f:35797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:20,779 INFO [RS:0;b458937b0f5f:35797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:20,779 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947 2024-11-22T03:18:20,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,35797,1732245498947] 2024-11-22T03:18:20,789 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:18:20,793 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:18:20,794 INFO [RS:0;b458937b0f5f:35797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:18:20,794 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,794 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:18:20,795 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:18:20,796 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,796 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,797 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,797 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,797 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,797 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:20,797 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:20,797 DEBUG [RS:0;b458937b0f5f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:20,798 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,798 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,798 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,798 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,798 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,798 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35797,1732245498947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:20,816 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:18:20,816 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,35797,1732245498947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,816 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,816 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.Replication(171): b458937b0f5f,35797,1732245498947 started 2024-11-22T03:18:20,829 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:20,830 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,35797,1732245498947, RpcServer on b458937b0f5f/172.17.0.3:35797, sessionid=0x101608c75090004 2024-11-22T03:18:20,830 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:18:20,830 DEBUG [RS:0;b458937b0f5f:35797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,35797,1732245498947 2024-11-22T03:18:20,830 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,35797,1732245498947' 2024-11-22T03:18:20,830 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12054703380/flush-table-proc/abort' 2024-11-22T03:18:20,831 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12054703380/flush-table-proc/acquired' 2024-11-22T03:18:20,831 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:18:20,831 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:18:20,831 DEBUG [RS:0;b458937b0f5f:35797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,35797,1732245498947 2024-11-22T03:18:20,831 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,35797,1732245498947' 2024-11-22T03:18:20,831 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12054703380/online-snapshot/abort' 2024-11-22T03:18:20,832 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12054703380/online-snapshot/acquired' 2024-11-22T03:18:20,832 DEBUG [RS:0;b458937b0f5f:35797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:18:20,832 INFO [RS:0;b458937b0f5f:35797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:18:20,832 INFO [RS:0;b458937b0f5f:35797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:18:20,933 INFO [RS:0;b458937b0f5f:35797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:20,935 INFO [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C35797%2C1732245498947, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/oldWALs, maxLogs=10 2024-11-22T03:18:20,952 DEBUG [RS:0;b458937b0f5f:35797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947/b458937b0f5f%2C35797%2C1732245498947.1732245500937, exclude list is [], retry=0 2024-11-22T03:18:20,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-b4169ae6-873b-4427-8404-1ad4d7524e87,DISK] 2024-11-22T03:18:20,958 INFO [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947/b458937b0f5f%2C35797%2C1732245498947.1732245500937 2024-11-22T03:18:20,959 DEBUG [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36291:36291)] 2024-11-22T03:18:21,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:18:21,067 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1 2024-11-22T03:18:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:18:21,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:18:21,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:21,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:21,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:21,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:21,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:21,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:21,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:21,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:21,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:21,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:21,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740 2024-11-22T03:18:21,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740 2024-11-22T03:18:21,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:21,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:21,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:21,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:21,502 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:21,503 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59533818, jitterRate=-0.11287698149681091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:21,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245501479Initializing all the Stores at 1732245501480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245501480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245501481 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245501481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245501481Cleaning up temporary data from old regions at 1732245501496 (+15 ms)Region opened successfully at 1732245501503 (+7 ms) 2024-11-22T03:18:21,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:21,503 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:21,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:21,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:21,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:21,504 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:21,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245501503Disabling compacts and flushes for region at 1732245501503Disabling writes for close at 1732245501503Writing region close event to WAL at 1732245501504 (+1 ms)Closed at 1732245501504 2024-11-22T03:18:21,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:21,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:18:21,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:18:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:18:21,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:21,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:18:21,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:21,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T03:18:21,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:18:21,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:21,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:18:21,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:18:21,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:18:21,660 DEBUG [b458937b0f5f:33469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:18:21,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,35797,1732245498947 2024-11-22T03:18:21,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,35797,1732245498947, state=OPENING 2024-11-22T03:18:21,746 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:18:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:21,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:21,763 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:21,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12054703380/meta-region-server: CHANGED 2024-11-22T03:18:21,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12054703380/meta-region-server: CHANGED 2024-11-22T03:18:21,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,35797,1732245498947}] 2024-11-22T03:18:21,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:18:21,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:18:21,935 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:18:21,935 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:21,935 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:18:21,938 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C35797%2C1732245498947.meta, suffix=.meta, logDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/oldWALs, maxLogs=10 2024-11-22T03:18:21,952 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947/b458937b0f5f%2C35797%2C1732245498947.meta.1732245501940.meta, exclude list is [], retry=0 2024-11-22T03:18:21,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-b4169ae6-873b-4427-8404-1ad4d7524e87,DISK] 2024-11-22T03:18:21,957 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947/b458937b0f5f%2C35797%2C1732245498947.meta.1732245501940.meta 2024-11-22T03:18:21,958 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36291:36291)] 2024-11-22T03:18:21,958 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:21,958 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:21,958 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:21,958 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:18:21,959 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:18:21,959 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:18:21,959 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:21,959 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:18:21,959 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:18:21,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:21,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:21,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:21,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:21,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:21,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:21,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:21,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:21,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:21,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:21,970 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:21,971 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740 2024-11-22T03:18:21,973 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740 2024-11-22T03:18:21,974 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:21,974 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:21,975 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:21,977 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:21,978 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62646012, jitterRate=-0.0665016770362854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:21,978 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:18:21,979 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245501959Writing region info on filesystem at 1732245501959Initializing all the Stores at 1732245501961 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245501961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245501961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245501961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245501961Cleaning up temporary data from old regions at 1732245501974 (+13 ms)Running coprocessor post-open hooks at 1732245501978 (+4 ms)Region opened successfully at 1732245501979 (+1 ms) 2024-11-22T03:18:21,980 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245501919 2024-11-22T03:18:21,984 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:18:21,984 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:18:21,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,35797,1732245498947 2024-11-22T03:18:21,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,35797,1732245498947, state=OPEN 2024-11-22T03:18:21,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12054703380/meta-region-server 2024-11-22T03:18:21,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12054703380/meta-region-server 2024-11-22T03:18:21,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,35797,1732245498947 2024-11-22T03:18:21,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12054703380/meta-region-server: CHANGED 2024-11-22T03:18:21,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12054703380/meta-region-server: CHANGED 2024-11-22T03:18:22,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:18:22,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,35797,1732245498947 in 234 msec 2024-11-22T03:18:22,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:18:22,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-22T03:18:22,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:22,009 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:18:22,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:22,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,35797,1732245498947, seqNum=-1] 2024-11-22T03:18:22,012 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:22,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:22,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-22T03:18:22,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245502024, completionTime=-1 2024-11-22T03:18:22,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:18:22,024 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245562027 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245622027 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33469,1732245498789-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33469,1732245498789-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,027 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33469,1732245498789-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,028 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:33469, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,028 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,028 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,031 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.014sec 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33469,1732245498789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:22,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33469,1732245498789-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:18:22,037 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:18:22,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:18:22,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33469,1732245498789-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:22,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:22,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:22,083 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17706efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:22,087 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:22,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,35797,1732245498947, seqNum=-1] 2024-11-22T03:18:22,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:22,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:22,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,33469,1732245498789 2024-11-22T03:18:22,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:22,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101608c75090005 connected 2024-11-22T03:18:22,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,35019,-1 for getting cluster id 2024-11-22T03:18:22,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:22,138 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c72aa4-13bc-4f50-ad56-ada635bb8083' 2024-11-22T03:18:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c72aa4-13bc-4f50-ad56-ada635bb8083" 2024-11-22T03:18:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abf0fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,35019,-1] 2024-11-22T03:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:22,142 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e297780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,35019,1732245491061 2024-11-22T03:18:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb6984e 2024-11-22T03:18:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:22,164 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:22,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:18:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:18:22,176 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:22,178 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20103077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,178 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:22,178 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:22,179 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10af3fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:22,181 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:22,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b96604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:22,183 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:22,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:22,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518d62ab 2024-11-22T03:18:22,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:22,189 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:22,200 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-22T03:18:22,200 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:18:22,205 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:22,205 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:22,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:22,207 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:22,212 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:18:22,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:18:22,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:22,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:18:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741835_1011 (size=1138) 2024-11-22T03:18:22,264 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:18:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:22,634 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e552d881383d3dcefcb707e2d23a515, NAME => 'hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688 2024-11-22T03:18:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741836_1012 (size=44) 2024-11-22T03:18:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:23,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:23,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e552d881383d3dcefcb707e2d23a515, disabling compactions & flushes 2024-11-22T03:18:23,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. after waiting 0 ms 2024-11-22T03:18:23,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e552d881383d3dcefcb707e2d23a515: Waiting for close lock at 1732245503050Disabling compacts and flushes for region at 1732245503050Disabling writes for close at 1732245503050Writing region close event to WAL at 1732245503050Closed at 1732245503050 2024-11-22T03:18:23,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:18:23,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245503056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245503056"}]},"ts":"1732245503056"} 2024-11-22T03:18:23,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:18:23,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:18:23,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245503069"}]},"ts":"1732245503069"} 2024-11-22T03:18:23,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:18:23,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN}] 2024-11-22T03:18:23,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN 2024-11-22T03:18:23,082 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN; state=OFFLINE, location=b458937b0f5f,37609,1732245492061; forceNewPlan=false, retain=false 2024-11-22T03:18:23,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e552d881383d3dcefcb707e2d23a515, regionState=OPENING, regionLocation=b458937b0f5f,37609,1732245492061 2024-11-22T03:18:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN because future has completed 2024-11-22T03:18:23,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e552d881383d3dcefcb707e2d23a515, server=b458937b0f5f,37609,1732245492061}] 2024-11-22T03:18:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:23,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:23,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:18:23,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C37609%2C1732245492061.rep, suffix=, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs, maxLogs=10 2024-11-22T03:18:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.rep.1732245503414, exclude list is [], retry=0 2024-11-22T03:18:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:23,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.rep.1732245503414 2024-11-22T03:18:23,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e552d881383d3dcefcb707e2d23a515, NAME => 'hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:23,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. service=MultiRowMutationService 2024-11-22T03:18:23,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:18:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:23,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,436 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,437 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e552d881383d3dcefcb707e2d23a515 columnFamilyName hfileref 2024-11-22T03:18:23,437 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:23,438 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(327): Store=5e552d881383d3dcefcb707e2d23a515/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:23,438 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,440 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e552d881383d3dcefcb707e2d23a515 columnFamilyName queue 2024-11-22T03:18:23,440 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:23,441 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(327): Store=5e552d881383d3dcefcb707e2d23a515/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:23,441 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,443 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e552d881383d3dcefcb707e2d23a515 columnFamilyName sid 2024-11-22T03:18:23,443 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:23,444 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(327): Store=5e552d881383d3dcefcb707e2d23a515/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:23,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:18:23,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:23,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5e552d881383d3dcefcb707e2d23a515; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65057335, jitterRate=-0.03057016432285309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:18:23,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:23,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5e552d881383d3dcefcb707e2d23a515: Running coprocessor pre-open hook at 1732245503434Writing region info on filesystem at 1732245503434Initializing all the Stores at 1732245503435 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245503435Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245503435Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245503435Cleaning up temporary data from old regions at 1732245503448 (+13 ms)Running coprocessor post-open hooks at 1732245503456 (+8 ms)Region opened successfully at 1732245503457 (+1 ms) 2024-11-22T03:18:23,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515., pid=7, masterSystemTime=1732245503397 2024-11-22T03:18:23,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:23,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e552d881383d3dcefcb707e2d23a515, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37609,1732245492061 2024-11-22T03:18:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e552d881383d3dcefcb707e2d23a515, server=b458937b0f5f,37609,1732245492061 because future has completed 2024-11-22T03:18:23,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T03:18:23,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e552d881383d3dcefcb707e2d23a515, server=b458937b0f5f,37609,1732245492061 in 224 msec 2024-11-22T03:18:23,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:18:23,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN in 393 msec 2024-11-22T03:18:23,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:18:23,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245503474"}]},"ts":"1732245503474"} 2024-11-22T03:18:23,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:18:23,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:18:23,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-22T03:18:23,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515., hostname=b458937b0f5f,37609,1732245492061, seqNum=2] 2024-11-22T03:18:23,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37609 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T03:18:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:23,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:18:23,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T03:18:23,849 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:18:23,890 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,37609,1732245492061, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:18:23,892 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:23,892 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37609,1732245492061, seqNum=-1] 2024-11-22T03:18:23,892 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:23,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T03:18:23,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,37609,1732245492061', locateType=CURRENT is [region=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515., hostname=b458937b0f5f,37609,1732245492061, seqNum=2] 2024-11-22T03:18:23,902 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T03:18:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T03:18:23,907 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,37609,1732245492061 suceeded 2024-11-22T03:18:23,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T03:18:23,912 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:23,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-22T03:18:23,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7450 sec 2024-11-22T03:18:23,921 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:23,923 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495f0982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:23,923 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:23,923 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:23,924 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:23,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:23,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:23,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b8efe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:23,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:23,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:23,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:23,926 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:23,927 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40aaf8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:23,927 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:23,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:23,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@470b0ff3 2024-11-22T03:18:23,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:23,929 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T03:18:23,930 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,37609,1732245492061 (queues=1) is replicating from cluster=32c72aa4-13bc-4f50-ad56-ada635bb8083 to cluster=37ca7432-8115-4aaa-b11e-1d5c6af4f20d 2024-11-22T03:18:23,932 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C37609%2C1732245492061 2024-11-22T03:18:23,936 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,37609,1732245492061, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:18:23,938 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.shipperb458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C37609%2C1732245492061 2024-11-22T03:18:23,941 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871, startPosition=0, beingWritten=true 2024-11-22T03:18:24,188 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:24,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:24,339 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:18:24,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:24,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:24,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,35019,-1 for getting cluster id 2024-11-22T03:18:24,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:24,345 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c72aa4-13bc-4f50-ad56-ada635bb8083' 2024-11-22T03:18:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c72aa4-13bc-4f50-ad56-ada635bb8083" 2024-11-22T03:18:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb3a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,35019,-1] 2024-11-22T03:18:24,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c665a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,35019,1732245491061 2024-11-22T03:18:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1261a55f 2024-11-22T03:18:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:24,354 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:24,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:18:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:18:24,359 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:18:24,360 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f45d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,360 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:24,360 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:24,361 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b4da92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,363 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5779ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,364 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be425ca 2024-11-22T03:18:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:24,366 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:24,367 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T03:18:24,367 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:18:24,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:24,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:18:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:18:24,496 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:24,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-22T03:18:24,589 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T03:18:24,619 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b458937b0f5f,37609,1732245492061, ReplicationSource: 2, currentBandwidth=0 2024-11-22T03:18:24,622 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T03:18:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T03:18:24,625 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b458937b0f5f,37609,1732245492061 suceeded 2024-11-22T03:18:24,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:18:24,629 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:24,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-22T03:18:24,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 274 msec 2024-11-22T03:18:24,638 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:24,639 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b99eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,639 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:24,639 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:24,640 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:24,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:24,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbacaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,642 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:24,643 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7adb5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,643 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:24,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:24,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69ef7d94 2024-11-22T03:18:24,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:24,645 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T03:18:24,646 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b458937b0f5f,37609,1732245492061 (queues=1) is replicating from cluster=32c72aa4-13bc-4f50-ad56-ada635bb8083 to cluster=37ca7432-8115-4aaa-b11e-1d5c6af4f20d 2024-11-22T03:18:24,646 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b458937b0f5f%2C37609%2C1732245492061 2024-11-22T03:18:24,646 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b458937b0f5f,37609,1732245492061, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:18:24,647 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.shipperb458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C37609%2C1732245492061 2024-11-22T03:18:24,647 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871, startPosition=0, beingWritten=true 2024-11-22T03:18:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:18:24,678 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T03:18:24,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:24,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:24,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:24,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,35019,1732245491061 2024-11-22T03:18:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-11-22T03:18:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:24,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:24,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:18:24,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-22T03:18:24,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:18:24,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-22T03:18:24,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T03:18:24,704 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:18:24,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c87f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,705 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:24,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:24,706 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:24,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:24,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:24,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6a7f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:24,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:24,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,707 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:24,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de63ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:24,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:24,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:24,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e615d3 2024-11-22T03:18:24,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:24,710 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:24,711 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:18:24,711 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:18:24,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:24,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:24,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:18:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:18:24,854 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:24,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-22T03:18:24,879 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-22T03:18:24,881 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T03:18:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T03:18:24,885 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b458937b0f5f,37609,1732245492061 suceeded 2024-11-22T03:18:24,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T03:18:24,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-22T03:18:24,889 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:24,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-22T03:18:24,906 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:18:25,018 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-22T03:18:25,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T03:18:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:18:25,024 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:25,026 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c80cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:25,026 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:25,026 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:25,027 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:25,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:25,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:25,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198af77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:25,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:25,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:25,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,031 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:25,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7200889c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:25,032 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:25,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:25,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5822b333 2024-11-22T03:18:25,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:25,035 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:25,036 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T03:18:25,036 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:18:25,036 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:25,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:18:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:18:25,165 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:25,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-22T03:18:25,248 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-22T03:18:25,251 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T03:18:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T03:18:25,258 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b458937b0f5f,37609,1732245492061 suceeded 2024-11-22T03:18:25,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T03:18:25,263 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b458937b0f5f:33469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:25,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-22T03:18:25,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 244 msec 2024-11-22T03:18:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:18:25,338 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-22T03:18:25,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:18:25,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-22T03:18:25,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:25,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:25,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:25,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:18:25,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-22T03:18:25,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,35019,1732245491061 2024-11-22T03:18:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:25,355 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:25,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:25,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:25,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:25,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:25,356 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,37609,1732245492061' ***** 2024-11-22T03:18:25,356 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:18:25,357 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:18:25,357 INFO [RS:0;b458937b0f5f:37609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:18:25,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:18:25,357 INFO [RS:0;b458937b0f5f:37609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:18:25,358 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:25,358 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,37609,1732245492061 2024-11-22T03:18:25,358 INFO [RS:0;b458937b0f5f:37609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:25,359 INFO [RS:0;b458937b0f5f:37609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:37609. 2024-11-22T03:18:25,359 DEBUG [RS:0;b458937b0f5f:37609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:25,359 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:25,359 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e552d881383d3dcefcb707e2d23a515, disabling compactions & flushes 2024-11-22T03:18:25,359 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:18:25,359 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:18:25,359 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:25,359 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:18:25,359 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:25,359 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:18:25,359 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. after waiting 0 ms 2024-11-22T03:18:25,360 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:25,360 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:18:25,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:25,360 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e552d881383d3dcefcb707e2d23a515=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.} 2024-11-22T03:18:25,360 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:25,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:25,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:25,361 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:25,361 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:25,365 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e552d881383d3dcefcb707e2d23a515 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-22T03:18:25,365 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T03:18:25,413 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:25,420 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:25,432 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/.tmp/queue/18133a96ec2a4a15aaa8dc2aaeea8bb1 is 151, key is 1-b458937b0f5f,37609,1732245492061/queue:b458937b0f5f%2C37609%2C1732245492061/1732245503897/Put/seqid=0 2024-11-22T03:18:25,432 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/info/f3f843d842d44356bbaeaf379f56373a is 147, key is hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515./info:regioninfo/1732245503462/Put/seqid=0 2024-11-22T03:18:25,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741838_1014 (size=5500) 2024-11-22T03:18:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741839_1015 (size=6631) 2024-11-22T03:18:25,449 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/.tmp/queue/18133a96ec2a4a15aaa8dc2aaeea8bb1 2024-11-22T03:18:25,504 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/.tmp/queue/18133a96ec2a4a15aaa8dc2aaeea8bb1 as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/queue/18133a96ec2a4a15aaa8dc2aaeea8bb1 2024-11-22T03:18:25,522 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/queue/18133a96ec2a4a15aaa8dc2aaeea8bb1, entries=2, sequenceid=6, filesize=5.4 K 2024-11-22T03:18:25,530 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5e552d881383d3dcefcb707e2d23a515 in 165ms, sequenceid=6, compaction requested=false 2024-11-22T03:18:25,530 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:18:25,541 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:18:25,543 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:25,544 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:25,544 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:25,544 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e552d881383d3dcefcb707e2d23a515: Waiting for close lock at 1732245505359Running coprocessor pre-close hooks at 1732245505359Disabling compacts and flushes for region at 1732245505359Disabling writes for close at 1732245505360 (+1 ms)Obtaining lock to block concurrent updates at 1732245505365 (+5 ms)Preparing flush snapshotting stores in 5e552d881383d3dcefcb707e2d23a515 at 1732245505365Finished memstore snapshotting hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732245505373 (+8 ms)Flushing stores of hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. at 1732245505375 (+2 ms)Flushing 5e552d881383d3dcefcb707e2d23a515/queue: creating writer at 1732245505376 (+1 ms)Flushing 5e552d881383d3dcefcb707e2d23a515/queue: appending metadata at 1732245505413 (+37 ms)Flushing 5e552d881383d3dcefcb707e2d23a515/queue: closing flushed file at 1732245505417 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42abbfa8: reopening flushed file at 1732245505501 (+84 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5e552d881383d3dcefcb707e2d23a515 in 165ms, sequenceid=6, compaction requested=false at 1732245505530 (+29 ms)Writing region close event to WAL at 1732245505533 (+3 ms)Running coprocessor post-close hooks at 1732245505542 (+9 ms)Closed at 1732245505544 (+2 ms) 2024-11-22T03:18:25,545 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:25,561 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:25,573 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:25,710 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:18:25,710 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:18:25,761 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:25,849 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/info/f3f843d842d44356bbaeaf379f56373a 2024-11-22T03:18:25,878 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/ns/ea9f9a90a34e4ddf90ae11c7dbb9a0bb is 43, key is default/ns:d/1732245496192/Put/seqid=0 2024-11-22T03:18:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741840_1016 (size=5153) 2024-11-22T03:18:25,893 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/ns/ea9f9a90a34e4ddf90ae11c7dbb9a0bb 2024-11-22T03:18:25,933 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/table/f9dd8edaf25f49d1ad6502a86a739dd9 is 53, key is hbase:replication/table:state/1732245503474/Put/seqid=0 2024-11-22T03:18:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741841_1017 (size=5256) 2024-11-22T03:18:25,951 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/table/f9dd8edaf25f49d1ad6502a86a739dd9 2024-11-22T03:18:25,962 DEBUG [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:25,973 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/info/f3f843d842d44356bbaeaf379f56373a as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/info/f3f843d842d44356bbaeaf379f56373a 2024-11-22T03:18:25,988 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/info/f3f843d842d44356bbaeaf379f56373a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T03:18:25,992 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/ns/ea9f9a90a34e4ddf90ae11c7dbb9a0bb as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/ns/ea9f9a90a34e4ddf90ae11c7dbb9a0bb 2024-11-22T03:18:26,007 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/ns/ea9f9a90a34e4ddf90ae11c7dbb9a0bb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:18:26,009 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/table/f9dd8edaf25f49d1ad6502a86a739dd9 as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/table/f9dd8edaf25f49d1ad6502a86a739dd9 2024-11-22T03:18:26,023 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:26,036 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/table/f9dd8edaf25f49d1ad6502a86a739dd9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T03:18:26,040 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=11, compaction requested=false 2024-11-22T03:18:26,056 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:18:26,057 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:26,057 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:26,057 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:26,057 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245505360Running coprocessor pre-close hooks at 1732245505360Disabling compacts and flushes for region at 1732245505360Disabling writes for close at 1732245505361 (+1 ms)Obtaining lock to block concurrent updates at 1732245505365 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732245505365Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732245505373 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245505375 (+2 ms)Flushing 1588230740/info: creating writer at 1732245505376 (+1 ms)Flushing 1588230740/info: appending metadata at 1732245505414 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732245505417 (+3 ms)Flushing 1588230740/ns: creating writer at 1732245505859 (+442 ms)Flushing 1588230740/ns: appending metadata at 1732245505877 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732245505877Flushing 1588230740/table: creating writer at 1732245505905 (+28 ms)Flushing 1588230740/table: appending metadata at 1732245505931 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732245505931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a7a446: reopening flushed file at 1732245505971 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226bc41f: reopening flushed file at 1732245505988 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b633455: reopening flushed file at 1732245506007 (+19 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=11, compaction requested=false at 1732245506040 (+33 ms)Writing region close event to WAL at 1732245506048 (+8 ms)Running coprocessor post-close hooks at 1732245506057 (+9 ms)Closed at 1732245506057 2024-11-22T03:18:26,057 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:26,082 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.1732245494871 to pos 0, reset compression=false 2024-11-22T03:18:26,162 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,37609,1732245492061; all regions closed. 2024-11-22T03:18:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741834_1010 (size=2742) 2024-11-22T03:18:26,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.meta.1732245495905.meta not finished, retry = 0 2024-11-22T03:18:26,279 DEBUG [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs 2024-11-22T03:18:26,279 INFO [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C37609%2C1732245492061.meta:.meta(num 1732245495905) 2024-11-22T03:18:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741837_1013 (size=1802) 2024-11-22T03:18:26,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061/b458937b0f5f%2C37609%2C1732245492061.rep.1732245503414 not finished, retry = 0 2024-11-22T03:18:26,389 DEBUG [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs 2024-11-22T03:18:26,389 INFO [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C37609%2C1732245492061.rep:(num 1732245503414) 2024-11-22T03:18:26,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741832_1008 (size=93) 2024-11-22T03:18:26,400 DEBUG [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs 2024-11-22T03:18:26,400 INFO [RS:0;b458937b0f5f:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C37609%2C1732245492061:(num 1732245494871) 2024-11-22T03:18:26,400 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:26,400 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:26,400 INFO [RS:0;b458937b0f5f:37609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:26,401 INFO [RS:0;b458937b0f5f:37609 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:26,401 INFO [RS:0;b458937b0f5f:37609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:26,401 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:26,401 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,37609,1732245492061 because: Region server is closing 2024-11-22T03:18:26,402 INFO [RS:0;b458937b0f5f:37609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:37609. 2024-11-22T03:18:26,402 DEBUG [RS:0;b458937b0f5f:37609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:26,402 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:26,402 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:26,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:26,503 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:18:26,503 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.shipperb458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:18:26,503 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37609,1732245492061.replicationSource.shipperb458937b0f5f%2C37609%2C1732245492061,1-b458937b0f5f,37609,1732245492061 terminated 2024-11-22T03:18:26,504 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b458937b0f5f,37609,1732245492061 because: Region server is closing 2024-11-22T03:18:26,504 INFO [RS:0;b458937b0f5f:37609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:37609. 2024-11-22T03:18:26,504 DEBUG [RS:0;b458937b0f5f:37609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:26,504 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:26,505 DEBUG [RS:0;b458937b0f5f:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:26,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:26,605 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.wal-reader.b458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:18:26,605 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.shipperb458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:18:26,605 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,37609,1732245492061.replicationSource.shipperb458937b0f5f%2C37609%2C1732245492061,2-b458937b0f5f,37609,1732245492061 terminated 2024-11-22T03:18:26,606 INFO [RS:0;b458937b0f5f:37609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37609 2024-11-22T03:18:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/rs/b458937b0f5f,37609,1732245492061 2024-11-22T03:18:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/rs 2024-11-22T03:18:26,683 INFO [RS:0;b458937b0f5f:37609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:26,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,37609,1732245492061] 2024-11-22T03:18:26,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/draining/b458937b0f5f,37609,1732245492061 already deleted, retry=false 2024-11-22T03:18:26,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,37609,1732245492061 expired; onlineServers=0 2024-11-22T03:18:26,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,35019,1732245491061' ***** 2024-11-22T03:18:26,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:18:26,738 INFO [M:0;b458937b0f5f:35019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:26,739 INFO [M:0;b458937b0f5f:35019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:26,739 DEBUG [M:0;b458937b0f5f:35019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:18:26,739 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:18:26,739 DEBUG [M:0;b458937b0f5f:35019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:18:26,739 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245494528 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245494528,5,FailOnTimeoutGroup] 2024-11-22T03:18:26,739 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245494528 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245494528,5,FailOnTimeoutGroup] 2024-11-22T03:18:26,739 INFO [M:0;b458937b0f5f:35019 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:26,739 INFO [M:0;b458937b0f5f:35019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:26,739 DEBUG [M:0;b458937b0f5f:35019 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:18:26,740 INFO [M:0;b458937b0f5f:35019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:18:26,740 INFO [M:0;b458937b0f5f:35019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:26,740 INFO [M:0;b458937b0f5f:35019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:18:26,740 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:18:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/master 2024-11-22T03:18:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:26,749 DEBUG [M:0;b458937b0f5f:35019 {}] zookeeper.ZKUtil(347): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/master because node does not exist (not an error) 2024-11-22T03:18:26,749 WARN [M:0;b458937b0f5f:35019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:18:26,750 INFO [M:0;b458937b0f5f:35019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/.lastflushedseqids 2024-11-22T03:18:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741842_1018 (size=181) 2024-11-22T03:18:26,763 INFO [M:0;b458937b0f5f:35019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:18:26,763 INFO [M:0;b458937b0f5f:35019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:18:26,763 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:26,763 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:26,763 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:26,764 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:26,764 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:26,764 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-22T03:18:26,787 DEBUG [M:0;b458937b0f5f:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f09d3a31345d403b9534234ace984339 is 82, key is hbase:meta,,1/info:regioninfo/1732245495989/Put/seqid=0 2024-11-22T03:18:26,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:18:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741843_1019 (size=5672) 2024-11-22T03:18:26,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:26,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x101608c75090001, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:26,828 INFO [RS:0;b458937b0f5f:37609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:26,829 INFO [RS:0;b458937b0f5f:37609 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,37609,1732245492061; zookeeper connection closed. 2024-11-22T03:18:26,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4892d063 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4892d063 2024-11-22T03:18:26,830 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:18:27,196 INFO [M:0;b458937b0f5f:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f09d3a31345d403b9534234ace984339 2024-11-22T03:18:27,221 DEBUG [M:0;b458937b0f5f:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e38b98cffba741c6a8e8a2113999cecf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732245503479/Put/seqid=0 2024-11-22T03:18:27,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741844_1020 (size=8663) 2024-11-22T03:18:27,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:18:27,629 INFO [M:0;b458937b0f5f:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e38b98cffba741c6a8e8a2113999cecf 2024-11-22T03:18:27,660 DEBUG [M:0;b458937b0f5f:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aeb7ea442134ebb80ce666aae01abb4 is 69, key is b458937b0f5f,37609,1732245492061/rs:state/1732245494576/Put/seqid=0 2024-11-22T03:18:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741845_1021 (size=5156) 2024-11-22T03:18:27,666 INFO [M:0;b458937b0f5f:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aeb7ea442134ebb80ce666aae01abb4 2024-11-22T03:18:27,678 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f09d3a31345d403b9534234ace984339 as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f09d3a31345d403b9534234ace984339 2024-11-22T03:18:27,686 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f09d3a31345d403b9534234ace984339, entries=8, sequenceid=115, filesize=5.5 K 2024-11-22T03:18:27,688 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e38b98cffba741c6a8e8a2113999cecf as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e38b98cffba741c6a8e8a2113999cecf 2024-11-22T03:18:27,699 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e38b98cffba741c6a8e8a2113999cecf, entries=14, sequenceid=115, filesize=8.5 K 2024-11-22T03:18:27,701 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aeb7ea442134ebb80ce666aae01abb4 as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aeb7ea442134ebb80ce666aae01abb4 2024-11-22T03:18:27,711 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aeb7ea442134ebb80ce666aae01abb4, entries=1, sequenceid=115, filesize=5.0 K 2024-11-22T03:18:27,713 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=115, compaction requested=false 2024-11-22T03:18:27,719 INFO [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:27,719 DEBUG [M:0;b458937b0f5f:35019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245506763Disabling compacts and flushes for region at 1732245506763Disabling writes for close at 1732245506764 (+1 ms)Obtaining lock to block concurrent updates at 1732245506764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245506764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732245506764Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245506765 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245506765Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245506786 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245506786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245507204 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245507221 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245507221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245507639 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245507659 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245507659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1732245507676 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72875108: reopening flushed file at 1732245507687 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c051e6: reopening flushed file at 1732245507699 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=115, compaction requested=false at 1732245507713 (+14 ms)Writing region close event to WAL at 1732245507719 (+6 ms)Closed at 1732245507719 2024-11-22T03:18:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741830_1006 (size=59421) 2024-11-22T03:18:27,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:27,728 INFO [M:0;b458937b0f5f:35019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:18:27,728 INFO [M:0;b458937b0f5f:35019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35019 2024-11-22T03:18:27,728 INFO [M:0;b458937b0f5f:35019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:27,897 INFO [M:0;b458937b0f5f:35019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x101608c75090000, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:27,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:18:27,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:27,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40073 2024-11-22T03:18:27,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40073 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400730x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:27,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40073-0x101608c75090006 connected 2024-11-22T03:18:27,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:27,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:27,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:27,938 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: INIT 2024-11-22T03:18:27,939 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688, hbase.cluster.distributed=false 2024-11-22T03:18:27,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/acl 2024-11-22T03:18:27,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40073 2024-11-22T03:18:27,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40073 2024-11-22T03:18:27,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40073 2024-11-22T03:18:27,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40073 2024-11-22T03:18:27,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40073 2024-11-22T03:18:27,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:27,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:27,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:27,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:27,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:27,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:27,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:18:27,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:27,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41715 2024-11-22T03:18:27,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41715 connecting to ZooKeeper ensemble=127.0.0.1:53564 2024-11-22T03:18:27,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:27,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:27,997 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417150x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:27,997 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: INIT 2024-11-22T03:18:27,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417150x0, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:27,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41715-0x101608c75090007 connected 2024-11-22T03:18:27,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:18:27,998 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:18:27,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/master 2024-11-22T03:18:28,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/acl 2024-11-22T03:18:28,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41715 2024-11-22T03:18:28,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41715 2024-11-22T03:18:28,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41715 2024-11-22T03:18:28,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41715 2024-11-22T03:18:28,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41715 2024-11-22T03:18:28,024 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:40073 2024-11-22T03:18:28,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01542658148/backup-masters/b458937b0f5f,40073,1732245507900 2024-11-22T03:18:28,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:28,033 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:28,034 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on existing znode=/01542658148/backup-masters/b458937b0f5f,40073,1732245507900 2024-11-22T03:18:28,043 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542658148/master 2024-11-22T03:18:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:28,043 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:28,044 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on existing znode=/01542658148/master 2024-11-22T03:18:28,045 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01542658148/backup-masters/b458937b0f5f,40073,1732245507900 from backup master directory 2024-11-22T03:18:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/backup-masters/b458937b0f5f,40073,1732245507900 2024-11-22T03:18:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:28,056 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/backup-masters 2024-11-22T03:18:28,057 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:28,057 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,40073,1732245507900 2024-11-22T03:18:28,080 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:28,080 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:18:28,108 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 28ms. 2024-11-22T03:18:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741846_1022 (size=196) 2024-11-22T03:18:28,527 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:28,528 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:18:28,528 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:28,536 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T03:18:28,540 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061 to hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061-dead as it is dead 2024-11-22T03:18:28,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T03:18:28,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T03:18:28,542 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061-dead/b458937b0f5f%2C35019%2C1732245491061.1732245493498 2024-11-22T03:18:28,549 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061-dead/b458937b0f5f%2C35019%2C1732245491061.1732245493498 after 5ms 2024-11-22T03:18:28,551 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061-dead/b458937b0f5f%2C35019%2C1732245491061.1732245493498 to hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C35019%2C1732245491061.1732245493498 2024-11-22T03:18:28,551 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,35019,1732245491061-dead 2024-11-22T03:18:28,552 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,40073,1732245507900 2024-11-22T03:18:28,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:28,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C40073%2C1732245507900, suffix=, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,40073,1732245507900, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/oldWALs, maxLogs=10 2024-11-22T03:18:28,570 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,40073,1732245507900/b458937b0f5f%2C40073%2C1732245507900.1732245508556, exclude list is [], retry=0 2024-11-22T03:18:28,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:28,577 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/WALs/b458937b0f5f,40073,1732245507900/b458937b0f5f%2C40073%2C1732245507900.1732245508556 2024-11-22T03:18:28,578 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:28,578 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:28,578 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:28,579 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,579 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:18:28,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:28,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f09d3a31345d403b9534234ace984339 2024-11-22T03:18:28,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:28,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:18:28,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:28,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e38b98cffba741c6a8e8a2113999cecf 2024-11-22T03:18:28,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:28,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:18:28,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:28,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aeb7ea442134ebb80ce666aae01abb4 2024-11-22T03:18:28,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:28,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:18:28,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:28,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:28,627 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,628 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T03:18:28,629 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C35019%2C1732245491061.1732245493498 2024-11-22T03:18:28,652 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C35019%2C1732245491061.1732245493498 2024-11-22T03:18:28,654 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C35019%2C1732245491061.1732245493498 2024-11-22T03:18:28,656 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,656 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,657 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:28,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:28,662 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-22T03:18:28,664 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59985303, jitterRate=-0.1061493307352066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:28,664 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245508579Initializing all the Stores at 1732245508580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245508580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245508581 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245508581Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245508581Cleaning up temporary data from old regions at 1732245508656 (+75 ms)Region opened successfully at 1732245508664 (+8 ms) 2024-11-22T03:18:28,666 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:18:28,672 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdc1e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:28,686 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T03:18:28,687 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:18:28,687 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:18:28,687 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:18:28,688 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:18:28,696 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:28,696 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:18:28,697 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:18:28,697 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:18:28,698 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T03:18:28,698 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T03:18:28,698 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-22T03:18:28,698 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:18:28,705 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b458937b0f5f,37609,1732245492061, regionLocation=b458937b0f5f,37609,1732245492061, openSeqNum=2 2024-11-22T03:18:28,705 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b458937b0f5f,37609,1732245492061, table=hbase:meta, region=1588230740 2024-11-22T03:18:28,705 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37609,1732245492061, state=OPEN 2024-11-22T03:18:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:28,727 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:28,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:28,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:28,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:18:28,744 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/draining/b458937b0f5f,37609,1732245492061 already deleted, retry=false 2024-11-22T03:18:28,744 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b458937b0f5f,37609,1732245492061 on b458937b0f5f,40073,1732245507900 2024-11-22T03:18:28,751 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b458937b0f5f,37609,1732245492061, splitWal=true, meta=true 2024-11-22T03:18:28,754 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b458937b0f5f,37609,1732245492061 (carryingMeta=true) b458937b0f5f,37609,1732245492061/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@751fe27b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T03:18:28,758 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/balancer because node does not exist (not necessarily an error) 2024-11-22T03:18:28,821 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/balancer already deleted, retry=false 2024-11-22T03:18:28,822 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:18:28,822 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:18:28,879 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/normalizer already deleted, retry=false 2024-11-22T03:18:28,880 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:18:28,882 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:18:28,953 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/switch/split already deleted, retry=false 2024-11-22T03:18:28,956 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:18:29,022 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/switch/merge already deleted, retry=false 2024-11-22T03:18:29,186 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:18:29,241 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/snapshot-cleanup already deleted, retry=false 2024-11-22T03:18:29,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:29,356 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:29,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:29,356 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:29,358 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,40073,1732245507900, sessionid=0x101608c75090006, setting cluster-up flag (Was=false) 2024-11-22T03:18:29,389 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01542658148/flush-table-proc/acquired, /01542658148/flush-table-proc/reached, /01542658148/flush-table-proc/abort 2024-11-22T03:18:29,392 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,40073,1732245507900 2024-11-22T03:18:29,402 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01542658148/online-snapshot/acquired, /01542658148/online-snapshot/reached, /01542658148/online-snapshot/abort 2024-11-22T03:18:29,403 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,40073,1732245507900 2024-11-22T03:18:29,405 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/.lastflushedseqids 2024-11-22T03:18:29,408 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:18:29,408 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:18:29,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,40073,1732245507900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b458937b0f5f,37609,1732245492061 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:18:29,410 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(746): ClusterId : 32c72aa4-13bc-4f50-ad56-ada635bb8083 2024-11-22T03:18:29,410 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:18:29,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:29,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:29,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:29,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:29,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:18:29,411 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,411 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:29,411 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245539420 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:18:29,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:18:29,422 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,423 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:18:29,423 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:18:29,423 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b458937b0f5f,37609,1732245492061, splitWal=true, meta=true 2024-11-22T03:18:29,424 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:18:29,424 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:18:29,425 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:18:29,425 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,37609,1732245492061, splitWal=true, meta=true, isMeta: true 2024-11-22T03:18:29,425 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:18:29,426 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061-splitting 2024-11-22T03:18:29,427 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061-splitting dir is empty, no logs to split. 2024-11-22T03:18:29,427 INFO [PEWorker-1 {}] master.SplitWALManager(105): b458937b0f5f,37609,1732245492061 WAL count=0, meta=true 2024-11-22T03:18:29,428 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:18:29,428 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:18:29,428 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245509428,5,FailOnTimeoutGroup] 2024-11-22T03:18:29,432 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061-splitting dir is empty, no logs to split. 2024-11-22T03:18:29,432 INFO [PEWorker-1 {}] master.SplitWALManager(105): b458937b0f5f,37609,1732245492061 WAL count=0, meta=true 2024-11-22T03:18:29,432 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b458937b0f5f,37609,1732245492061 WAL splitting is done? wals=0, meta=true 2024-11-22T03:18:29,432 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245509428,5,FailOnTimeoutGroup] 2024-11-22T03:18:29,432 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,432 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:18:29,432 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,432 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,433 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245509433, completionTime=-1 2024-11-22T03:18:29,433 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T03:18:29,434 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:18:29,434 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f6d20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:29,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:18:29,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:29,437 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T03:18:29,438 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:18:29,448 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:41715 2024-11-22T03:18:29,448 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:18:29,448 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:18:29,448 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:18:29,449 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,40073,1732245507900 with port=41715, startcode=1732245507970 2024-11-22T03:18:29,450 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:18:29,451 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:18:29,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40073 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,454 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688 2024-11-22T03:18:29,454 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35051 2024-11-22T03:18:29,454 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:18:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/rs 2024-11-22T03:18:29,465 DEBUG [RS:0;b458937b0f5f:41715 {}] zookeeper.ZKUtil(111): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on existing znode=/01542658148/rs/b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,465 WARN [RS:0;b458937b0f5f:41715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:29,465 INFO [RS:0;b458937b0f5f:41715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:29,465 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,41715,1732245507970] 2024-11-22T03:18:29,487 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T03:18:29,516 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:18:29,519 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:18:29,520 INFO [RS:0;b458937b0f5f:41715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:18:29,520 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,520 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:18:29,521 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:18:29,522 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:29,522 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:29,523 DEBUG [RS:0;b458937b0f5f:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:29,524 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,524 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,524 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,524 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,524 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,525 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41715,1732245507970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:29,547 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:18:29,547 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41715,1732245507970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,571 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,41715,1732245507970, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:18:29,588 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:29,588 WARN [b458937b0f5f:40073 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:18:29,589 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ec2846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:29,590 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:29,590 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:29,591 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(231): queueId=2-b458937b0f5f,41715,1732245507970, ReplicationSource: 2, currentBandwidth=0 2024-11-22T03:18:29,591 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,591 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.Replication(171): b458937b0f5f,41715,1732245507970 started 2024-11-22T03:18:29,591 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1714ef48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:29,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:29,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:29,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:29,595 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:29,596 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d3955c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:29,596 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac6f883 2024-11-22T03:18:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:29,600 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T03:18:29,602 INFO [RS:0;b458937b0f5f:41715.replicationSource,1-b458937b0f5f,41715,1732245507970 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,41715,1732245507970 (queues=0) is replicating from cluster=32c72aa4-13bc-4f50-ad56-ada635bb8083 to cluster=37ca7432-8115-4aaa-b11e-1d5c6af4f20d 2024-11-22T03:18:29,613 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:29,614 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,41715,1732245507970, RpcServer on b458937b0f5f/172.17.0.3:41715, sessionid=0x101608c75090007 2024-11-22T03:18:29,614 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:18:29,614 DEBUG [RS:0;b458937b0f5f:41715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,614 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41715,1732245507970' 2024-11-22T03:18:29,614 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01542658148/flush-table-proc/abort' 2024-11-22T03:18:29,614 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33469' 2024-11-22T03:18:29,615 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01542658148/flush-table-proc/acquired' 2024-11-22T03:18:29,615 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:18:29,615 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:18:29,615 DEBUG [RS:0;b458937b0f5f:41715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,615 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41715,1732245507970' 2024-11-22T03:18:29,615 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01542658148/online-snapshot/abort' 2024-11-22T03:18:29,616 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01542658148/online-snapshot/acquired' 2024-11-22T03:18:29,616 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@358f2529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:29,616 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33469,-1 for getting cluster id 2024-11-22T03:18:29,616 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:29,616 DEBUG [RS:0;b458937b0f5f:41715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:18:29,616 INFO [RS:0;b458937b0f5f:41715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:18:29,616 INFO [RS:0;b458937b0f5f:41715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:18:29,617 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ca7432-8115-4aaa-b11e-1d5c6af4f20d' 2024-11-22T03:18:29,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:29,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ca7432-8115-4aaa-b11e-1d5c6af4f20d" 2024-11-22T03:18:29,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32398c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:29,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33469,-1] 2024-11-22T03:18:29,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:29,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:29,620 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:29,621 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@702cbf47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:29,622 DEBUG [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:29,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33469,1732245498789 2024-11-22T03:18:29,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354e3712 2024-11-22T03:18:29,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:29,624 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T03:18:29,626 INFO [RS:0;b458937b0f5f:41715.replicationSource,2-b458937b0f5f,41715,1732245507970 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b458937b0f5f,41715,1732245507970 (queues=0) is replicating from cluster=32c72aa4-13bc-4f50-ad56-ada635bb8083 to cluster=37ca7432-8115-4aaa-b11e-1d5c6af4f20d 2024-11-22T03:18:29,717 INFO [RS:0;b458937b0f5f:41715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:29,719 INFO [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41715%2C1732245507970, suffix=, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs, maxLogs=10 2024-11-22T03:18:29,740 DEBUG [RS:0;b458937b0f5f:41715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720, exclude list is [], retry=0 2024-11-22T03:18:29,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:29,750 INFO [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 2024-11-22T03:18:29,750 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b458937b0f5f%2C41715%2C1732245507970 for peer 1 2024-11-22T03:18:29,750 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b458937b0f5f%2C41715%2C1732245507970 for peer 2 2024-11-22T03:18:29,751 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C41715%2C1732245507970 2024-11-22T03:18:29,751 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,41715,1732245507970, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:18:29,751 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b458937b0f5f%2C41715%2C1732245507970 2024-11-22T03:18:29,751 INFO [RS:0;b458937b0f5f:41715.replicationSource.shipperb458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C41715%2C1732245507970 2024-11-22T03:18:29,751 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b458937b0f5f,41715,1732245507970, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:18:29,751 DEBUG [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:29,751 INFO [RS:0;b458937b0f5f:41715.replicationSource.shipperb458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C41715%2C1732245507970 2024-11-22T03:18:29,752 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720, startPosition=0, beingWritten=true 2024-11-22T03:18:29,752 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720, startPosition=0, beingWritten=true 2024-11-22T03:18:29,838 DEBUG [b458937b0f5f:40073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:18:29,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,41715,1732245507970 2024-11-22T03:18:29,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,41715,1732245507970, state=OPENING 2024-11-22T03:18:29,870 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:29,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:29,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:29,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:29,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:29,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,41715,1732245507970}] 2024-11-22T03:18:29,963 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:29,963 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:30,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:18:30,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:18:30,030 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:18:30,031 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:30,031 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:18:30,033 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41715%2C1732245507970.meta, suffix=.meta, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs, maxLogs=10 2024-11-22T03:18:30,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.meta.1732245510034.meta, exclude list is [], retry=0 2024-11-22T03:18:30,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:30,053 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.meta.1732245510034.meta 2024-11-22T03:18:30,054 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:30,054 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:30,054 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:30,054 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:30,054 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:18:30,054 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:18:30,055 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:18:30,055 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:30,055 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:18:30,055 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:18:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:30,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:30,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:30,068 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/info/f3f843d842d44356bbaeaf379f56373a 2024-11-22T03:18:30,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:30,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:30,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:30,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:30,079 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/ns/ea9f9a90a34e4ddf90ae11c7dbb9a0bb 2024-11-22T03:18:30,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:30,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:30,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:30,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:30,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:30,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:30,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:30,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:30,092 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/table/f9dd8edaf25f49d1ad6502a86a739dd9 2024-11-22T03:18:30,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:30,093 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:30,094 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740 2024-11-22T03:18:30,096 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740 2024-11-22T03:18:30,097 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:30,097 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:30,098 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:30,100 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:30,101 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71413489, jitterRate=0.06414391100406647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:30,102 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:18:30,102 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245510055Writing region info on filesystem at 1732245510055Initializing all the Stores at 1732245510056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245510056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245510057 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245510057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245510057Cleaning up temporary data from old regions at 1732245510097 (+40 ms)Running coprocessor post-open hooks at 1732245510102 (+5 ms)Region opened successfully at 1732245510102 2024-11-22T03:18:30,103 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732245510024 2024-11-22T03:18:30,107 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:18:30,107 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:18:30,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b458937b0f5f,41715,1732245507970 2024-11-22T03:18:30,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,41715,1732245507970, state=OPEN 2024-11-22T03:18:30,159 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01542658148/meta-region-server 2024-11-22T03:18:30,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,41715,1732245507970 2024-11-22T03:18:30,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:30,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01542658148/meta-region-server: CHANGED 2024-11-22T03:18:30,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T03:18:30,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,41715,1732245507970 in 289 msec 2024-11-22T03:18:30,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T03:18:30,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-22T03:18:30,270 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:30,275 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:30,677 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:30,680 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:30,990 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-22T03:18:31,182 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:31,186 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:31,790 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:31,792 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:32,493 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T03:18:32,497 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:32,499 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:33,304 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:33,307 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:33,945 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T03:18:33,946 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:18:33,946 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:33,946 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,41715,1732245507970, seqNum=-1] 2024-11-22T03:18:33,947 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:33,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:33,957 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e552d881383d3dcefcb707e2d23a515, regionState=OPEN, lastHost=b458937b0f5f,37609,1732245492061, regionLocation=b458937b0f5f,37609,1732245492061, openSeqNum=2 2024-11-22T03:18:33,957 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:18:33,957 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245573957 2024-11-22T03:18:33,957 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245633957 2024-11-22T03:18:33,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-22T03:18:33,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40073,1732245507900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:33,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40073,1732245507900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:33,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40073,1732245507900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:33,958 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b458937b0f5f,37609,1732245492061 had 2 regions 2024-11-22T03:18:33,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:40073, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:33,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:33,960 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:33,960 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,37609,1732245492061, splitWal=true, meta=true, isMeta: false 2024-11-22T03:18:33,964 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061-splitting dir is empty, no logs to split. 2024-11-22T03:18:33,964 INFO [PEWorker-3 {}] master.SplitWALManager(105): b458937b0f5f,37609,1732245492061 WAL count=0, meta=false 2024-11-22T03:18:33,968 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,37609,1732245492061-splitting dir is empty, no logs to split. 2024-11-22T03:18:33,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.911sec 2024-11-22T03:18:33,968 INFO [PEWorker-3 {}] master.SplitWALManager(105): b458937b0f5f,37609,1732245492061 WAL count=0, meta=false 2024-11-22T03:18:33,968 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b458937b0f5f,37609,1732245492061 WAL splitting is done? wals=0, meta=false 2024-11-22T03:18:33,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:18:33,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:18:33,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:18:33,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:18:33,969 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:18:33,969 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40073,1732245507900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:33,969 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40073,1732245507900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:18:33,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN}] 2024-11-22T03:18:33,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN 2024-11-22T03:18:33,986 WARN [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b458937b0f5f,37609,1732245492061/hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:33,987 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:18:33,989 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:18:33,989 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:18:33,989 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40073,1732245507900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:34,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:34,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40073,-1 for getting cluster id 2024-11-22T03:18:34,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:34,017 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c72aa4-13bc-4f50-ad56-ada635bb8083' 2024-11-22T03:18:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c72aa4-13bc-4f50-ad56-ada635bb8083" 2024-11-22T03:18:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f3e6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40073,-1] 2024-11-22T03:18:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,022 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b1f960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:34,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:34,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,41715,1732245507970, seqNum=-1] 2024-11-22T03:18:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:34,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:34,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T03:18:34,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:34,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:34,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:34,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b458937b0f5f:40073 after: b458937b0f5f:40073 2024-11-22T03:18:34,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:34,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40073,-1 for getting cluster id 2024-11-22T03:18:34,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:34,034 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c72aa4-13bc-4f50-ad56-ada635bb8083' 2024-11-22T03:18:34,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c72aa4-13bc-4f50-ad56-ada635bb8083" 2024-11-22T03:18:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361acab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40073,-1] 2024-11-22T03:18:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,036 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:34,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:34,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,40073,1732245507900 2024-11-22T03:18:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a3b223 2024-11-22T03:18:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:34,040 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:34,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:18:34,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-22T03:18:34,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:18:34,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-22T03:18:34,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:18:34,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:34,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:34,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:34,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:18:34,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-22T03:18:34,047 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,33469,1732245498789 2024-11-22T03:18:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12054703380/running 2024-11-22T03:18:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12054703380/running 2024-11-22T03:18:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:34,060 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:34,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/running 2024-11-22T03:18:34,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:34,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:34,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Set watcher on znode that does not yet exist, /12054703380/running 2024-11-22T03:18:34,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,35797,1732245498947' ***** 2024-11-22T03:18:34,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:18:34,062 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:18:34,062 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:18:34,062 INFO [RS:0;b458937b0f5f:35797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:18:34,062 INFO [RS:0;b458937b0f5f:35797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:18:34,062 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,35797,1732245498947 2024-11-22T03:18:34,062 INFO [RS:0;b458937b0f5f:35797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:34,062 INFO [RS:0;b458937b0f5f:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:35797. 2024-11-22T03:18:34,062 DEBUG [RS:0;b458937b0f5f:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:34,062 DEBUG [RS:0;b458937b0f5f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,063 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:18:34,063 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:18:34,063 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:18:34,063 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:18:34,064 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:18:34,064 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:18:34,064 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:34,064 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:34,064 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:34,064 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:34,064 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:34,064 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:34,065 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T03:18:34,086 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/.tmp/ns/6a0dc519ef22497188a4ed71ff41ccc3 is 43, key is default/ns:d/1732245502014/Put/seqid=0 2024-11-22T03:18:34,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741835_1011 (size=5153) 2024-11-22T03:18:34,110 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:34,138 DEBUG [b458937b0f5f:40073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:18:34,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e552d881383d3dcefcb707e2d23a515, regionState=OPENING, regionLocation=b458937b0f5f,41715,1732245507970 2024-11-22T03:18:34,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN because future has completed 2024-11-22T03:18:34,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e552d881383d3dcefcb707e2d23a515, server=b458937b0f5f,41715,1732245507970}] 2024-11-22T03:18:34,211 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:34,213 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:34,264 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:34,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:34,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:34,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:18:34,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41715%2C1732245507970.rep, suffix=, logDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970, archiveDir=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs, maxLogs=10 2024-11-22T03:18:34,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.rep.1732245514308, exclude list is [], retry=0 2024-11-22T03:18:34,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-d3da66dd-9b9b-4bf9-9ac1-feafe6a70a29,DISK] 2024-11-22T03:18:34,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.rep.1732245514308 2024-11-22T03:18:34,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-22T03:18:34,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e552d881383d3dcefcb707e2d23a515, NAME => 'hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:34,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:34,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:34,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. service=MultiRowMutationService 2024-11-22T03:18:34,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:18:34,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:34,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,340 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,342 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e552d881383d3dcefcb707e2d23a515 columnFamilyName hfileref 2024-11-22T03:18:34,342 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:34,343 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(327): Store=5e552d881383d3dcefcb707e2d23a515/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:34,343 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,344 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e552d881383d3dcefcb707e2d23a515 columnFamilyName queue 2024-11-22T03:18:34,344 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:34,356 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/queue/18133a96ec2a4a15aaa8dc2aaeea8bb1 2024-11-22T03:18:34,357 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(327): Store=5e552d881383d3dcefcb707e2d23a515/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:34,357 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,358 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e552d881383d3dcefcb707e2d23a515 columnFamilyName sid 2024-11-22T03:18:34,358 DEBUG [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:34,359 INFO [StoreOpener-5e552d881383d3dcefcb707e2d23a515-1 {}] regionserver.HStore(327): Store=5e552d881383d3dcefcb707e2d23a515/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:34,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:18:34,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5e552d881383d3dcefcb707e2d23a515; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61725704, jitterRate=-0.08021533489227295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:18:34,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:34,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5e552d881383d3dcefcb707e2d23a515: Running coprocessor pre-open hook at 1732245514336Writing region info on filesystem at 1732245514336Initializing all the Stores at 1732245514337 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245514337Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245514340 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245514340Cleaning up temporary data from old regions at 1732245514363 (+23 ms)Running coprocessor post-open hooks at 1732245514368 (+5 ms)Region opened successfully at 1732245514368 2024-11-22T03:18:34,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515., pid=19, masterSystemTime=1732245514298 2024-11-22T03:18:34,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:34,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:34,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e552d881383d3dcefcb707e2d23a515, regionState=OPEN, openSeqNum=10, regionLocation=b458937b0f5f,41715,1732245507970 2024-11-22T03:18:34,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e552d881383d3dcefcb707e2d23a515, server=b458937b0f5f,41715,1732245507970 because future has completed 2024-11-22T03:18:34,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T03:18:34,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e552d881383d3dcefcb707e2d23a515, server=b458937b0f5f,41715,1732245507970 in 235 msec 2024-11-22T03:18:34,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-22T03:18:34,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e552d881383d3dcefcb707e2d23a515, ASSIGN in 402 msec 2024-11-22T03:18:34,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T03:18:34,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515., hostname=b458937b0f5f,41715,1732245507970, seqNum=10] 2024-11-22T03:18:34,435 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b458937b0f5f,37609,1732245492061 2024-11-22T03:18:34,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T03:18:34,465 DEBUG [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:34,492 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/.tmp/ns/6a0dc519ef22497188a4ed71ff41ccc3 2024-11-22T03:18:34,502 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/.tmp/ns/6a0dc519ef22497188a4ed71ff41ccc3 as hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/ns/6a0dc519ef22497188a4ed71ff41ccc3 2024-11-22T03:18:34,510 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/ns/6a0dc519ef22497188a4ed71ff41ccc3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T03:18:34,511 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-22T03:18:34,516 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:18:34,517 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:34,517 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:34,517 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:34,517 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245514064Running coprocessor pre-close hooks at 1732245514064Disabling compacts and flushes for region at 1732245514064Disabling writes for close at 1732245514064Obtaining lock to block concurrent updates at 1732245514065 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245514065Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732245514065Flushing stores of hbase:meta,,1.1588230740 at 1732245514066 (+1 ms)Flushing 1588230740/ns: creating writer at 1732245514066Flushing 1588230740/ns: appending metadata at 1732245514086 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732245514086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570317f0: reopening flushed file at 1732245514500 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732245514511 (+11 ms)Writing region close event to WAL at 1732245514512 (+1 ms)Running coprocessor post-close hooks at 1732245514516 (+4 ms)Closed at 1732245514517 (+1 ms) 2024-11-22T03:18:34,517 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:34,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-22T03:18:34,665 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,35797,1732245498947; all regions closed. 2024-11-22T03:18:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741834_1010 (size=1152) 2024-11-22T03:18:34,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947/b458937b0f5f%2C35797%2C1732245498947.meta.1732245501940.meta not finished, retry = 0 2024-11-22T03:18:34,774 DEBUG [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/oldWALs 2024-11-22T03:18:34,774 INFO [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C35797%2C1732245498947.meta:.meta(num 1732245501940) 2024-11-22T03:18:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741832_1008 (size=93) 2024-11-22T03:18:34,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/WALs/b458937b0f5f,35797,1732245498947/b458937b0f5f%2C35797%2C1732245498947.1732245500937 not finished, retry = 0 2024-11-22T03:18:34,798 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:18:34,798 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:18:34,883 DEBUG [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/oldWALs 2024-11-22T03:18:34,883 INFO [RS:0;b458937b0f5f:35797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C35797%2C1732245498947:(num 1732245500937) 2024-11-22T03:18:34,883 DEBUG [RS:0;b458937b0f5f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:34,883 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:34,884 INFO [RS:0;b458937b0f5f:35797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:34,884 INFO [RS:0;b458937b0f5f:35797 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:34,884 INFO [RS:0;b458937b0f5f:35797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:34,884 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:34,885 INFO [RS:0;b458937b0f5f:35797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35797 2024-11-22T03:18:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12054703380/rs/b458937b0f5f,35797,1732245498947 2024-11-22T03:18:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380/rs 2024-11-22T03:18:34,896 INFO [RS:0;b458937b0f5f:35797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:34,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,35797,1732245498947] 2024-11-22T03:18:34,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12054703380/draining/b458937b0f5f,35797,1732245498947 already deleted, retry=false 2024-11-22T03:18:34,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,35797,1732245498947 expired; onlineServers=0 2024-11-22T03:18:34,917 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,33469,1732245498789' ***** 2024-11-22T03:18:34,917 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:18:34,917 INFO [M:0;b458937b0f5f:33469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:34,917 INFO [M:0;b458937b0f5f:33469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:34,917 DEBUG [M:0;b458937b0f5f:33469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:18:34,917 DEBUG [M:0;b458937b0f5f:33469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:18:34,917 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:18:34,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245500654 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245500654,5,FailOnTimeoutGroup] 2024-11-22T03:18:34,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245500654 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245500654,5,FailOnTimeoutGroup] 2024-11-22T03:18:34,918 INFO [M:0;b458937b0f5f:33469 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:34,918 INFO [M:0;b458937b0f5f:33469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:34,918 DEBUG [M:0;b458937b0f5f:33469 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:18:34,918 INFO [M:0;b458937b0f5f:33469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:18:34,918 INFO [M:0;b458937b0f5f:33469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:34,919 INFO [M:0;b458937b0f5f:33469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:18:34,919 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:18:34,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12054703380/master 2024-11-22T03:18:34,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12054703380 2024-11-22T03:18:34,927 DEBUG [M:0;b458937b0f5f:33469 {}] zookeeper.ZKUtil(347): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Unable to get data of znode /12054703380/master because node does not exist (not an error) 2024-11-22T03:18:34,927 WARN [M:0;b458937b0f5f:33469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:18:34,929 INFO [M:0;b458937b0f5f:33469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/.lastflushedseqids 2024-11-22T03:18:34,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741836_1012 (size=99) 2024-11-22T03:18:34,936 INFO [M:0;b458937b0f5f:33469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:18:34,936 INFO [M:0;b458937b0f5f:33469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:18:34,936 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:34,936 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:34,936 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:34,936 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:34,936 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:34,936 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T03:18:34,952 DEBUG [M:0;b458937b0f5f:33469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90ce387ee46041af95daf31706ae032a is 82, key is hbase:meta,,1/info:regioninfo/1732245501985/Put/seqid=0 2024-11-22T03:18:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741837_1013 (size=5672) 2024-11-22T03:18:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:35,006 INFO [RS:0;b458937b0f5f:35797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101608c75090004, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:35,006 INFO [RS:0;b458937b0f5f:35797 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,35797,1732245498947; zookeeper connection closed. 2024-11-22T03:18:35,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27807d9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27807d9c 2024-11-22T03:18:35,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:18:35,220 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:35,220 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:35,358 INFO [M:0;b458937b0f5f:33469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90ce387ee46041af95daf31706ae032a 2024-11-22T03:18:35,384 DEBUG [M:0;b458937b0f5f:33469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5659515cd6e9446e8824bb5ebdc50358 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732245502022/Put/seqid=0 2024-11-22T03:18:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741838_1014 (size=5275) 2024-11-22T03:18:35,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:18:35,791 INFO [M:0;b458937b0f5f:33469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5659515cd6e9446e8824bb5ebdc50358 2024-11-22T03:18:35,823 DEBUG [M:0;b458937b0f5f:33469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47cf7ffa036e48718c5cfaf09fefc83d is 69, key is b458937b0f5f,35797,1732245498947/rs:state/1732245500721/Put/seqid=0 2024-11-22T03:18:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741839_1015 (size=5156) 2024-11-22T03:18:36,229 INFO [M:0;b458937b0f5f:33469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47cf7ffa036e48718c5cfaf09fefc83d 2024-11-22T03:18:36,238 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90ce387ee46041af95daf31706ae032a as hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90ce387ee46041af95daf31706ae032a 2024-11-22T03:18:36,246 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90ce387ee46041af95daf31706ae032a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T03:18:36,248 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5659515cd6e9446e8824bb5ebdc50358 as hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5659515cd6e9446e8824bb5ebdc50358 2024-11-22T03:18:36,256 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5659515cd6e9446e8824bb5ebdc50358, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T03:18:36,257 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47cf7ffa036e48718c5cfaf09fefc83d as hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47cf7ffa036e48718c5cfaf09fefc83d 2024-11-22T03:18:36,263 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47cf7ffa036e48718c5cfaf09fefc83d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T03:18:36,265 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=28, compaction requested=false 2024-11-22T03:18:36,266 INFO [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:36,266 DEBUG [M:0;b458937b0f5f:33469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245514936Disabling compacts and flushes for region at 1732245514936Disabling writes for close at 1732245514936Obtaining lock to block concurrent updates at 1732245514936Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245514936Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732245514937 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245514938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245514938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245514952 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245514952Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245515369 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245515384 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245515384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245515805 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245515823 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245515823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa42a7: reopening flushed file at 1732245516236 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e57fa38: reopening flushed file at 1732245516246 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95939f: reopening flushed file at 1732245516256 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=28, compaction requested=false at 1732245516265 (+9 ms)Writing region close event to WAL at 1732245516266 (+1 ms)Closed at 1732245516266 2024-11-22T03:18:36,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d50aae-21a4-c428-7a1c-920a015c87c1/MasterData/WALs/b458937b0f5f,33469,1732245498789/b458937b0f5f%2C33469%2C1732245498789.1732245500385 not finished, retry = 0 2024-11-22T03:18:36,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741830_1006 (size=10165) 2024-11-22T03:18:36,327 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:36,327 DEBUG [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 to pos 0, reset compression=false 2024-11-22T03:18:36,369 INFO [M:0;b458937b0f5f:33469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:18:36,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:36,370 INFO [M:0;b458937b0f5f:33469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33469 2024-11-22T03:18:36,372 INFO [M:0;b458937b0f5f:33469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:36,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:36,486 INFO [M:0;b458937b0f5f:33469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:36,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101608c75090003, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:36,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:36,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:36,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:36,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:36,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:36,499 WARN [BP-1905041083-172.17.0.3-1732245496660 heartbeating to localhost/127.0.0.1:44399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:18:36,499 WARN [BP-1905041083-172.17.0.3-1732245496660 heartbeating to localhost/127.0.0.1:44399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1905041083-172.17.0.3-1732245496660 (Datanode Uuid d93c4c7c-6567-4fe3-be17-d3538d051432) service to localhost/127.0.0.1:44399 2024-11-22T03:18:36,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:18:36,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:18:36,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/cluster_06cb15e0-49e6-0a95-fb63-a505661294d4/data/data1/current/BP-1905041083-172.17.0.3-1732245496660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:36,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/cluster_06cb15e0-49e6-0a95-fb63-a505661294d4/data/data2/current/BP-1905041083-172.17.0.3-1732245496660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:36,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:18:36,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:36,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:36,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:36,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:36,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:36,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:18:36,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:18:36,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:36,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:36,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:36,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:18:36,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1275814094, stopped=false 2024-11-22T03:18:36,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,40073,1732245507900 2024-11-22T03:18:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:36,544 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/running 2024-11-22T03:18:36,544 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:36,544 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:36,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:36,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:36,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:36,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Set watcher on znode that does not yet exist, /01542658148/running 2024-11-22T03:18:36,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,41715,1732245507970' ***** 2024-11-22T03:18:36,545 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:18:36,545 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:18:36,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:18:36,545 INFO [RS:0;b458937b0f5f:41715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:18:36,545 INFO [RS:0;b458937b0f5f:41715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:18:36,545 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:36,545 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,41715,1732245507970 2024-11-22T03:18:36,545 INFO [RS:0;b458937b0f5f:41715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:36,546 INFO [RS:0;b458937b0f5f:41715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:41715. 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e552d881383d3dcefcb707e2d23a515, disabling compactions & flushes 2024-11-22T03:18:36,546 DEBUG [RS:0;b458937b0f5f:41715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:36,546 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:36,546 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:36,546 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. after waiting 0 ms 2024-11-22T03:18:36,546 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:36,546 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:18:36,546 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:18:36,546 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:18:36,546 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e552d881383d3dcefcb707e2d23a515=hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515.} 2024-11-22T03:18:36,546 DEBUG [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e552d881383d3dcefcb707e2d23a515 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:36,546 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:36,546 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:36,547 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T03:18:36,551 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/replication/5e552d881383d3dcefcb707e2d23a515/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-22T03:18:36,551 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:36,552 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:36,552 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:36,552 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e552d881383d3dcefcb707e2d23a515: Waiting for close lock at 1732245516546Running coprocessor pre-close hooks at 1732245516546Disabling compacts and flushes for region at 1732245516546Disabling writes for close at 1732245516546Writing region close event to WAL at 1732245516546Running coprocessor post-close hooks at 1732245516551 (+5 ms)Closed at 1732245516552 (+1 ms) 2024-11-22T03:18:36,552 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515. 2024-11-22T03:18:36,563 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/info/cc8bb26707a44b78b71b53cb41cd1d45 is 147, key is hbase:replication,,1732245502206.5e552d881383d3dcefcb707e2d23a515./info:regioninfo/1732245514374/Put/seqid=0 2024-11-22T03:18:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741851_1027 (size=6385) 2024-11-22T03:18:36,568 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/info/cc8bb26707a44b78b71b53cb41cd1d45 2024-11-22T03:18:36,575 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/.tmp/info/cc8bb26707a44b78b71b53cb41cd1d45 as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/info/cc8bb26707a44b78b71b53cb41cd1d45 2024-11-22T03:18:36,582 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/info/cc8bb26707a44b78b71b53cb41cd1d45, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T03:18:36,583 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=19, compaction requested=false 2024-11-22T03:18:36,588 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T03:18:36,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:36,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:36,589 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:36,590 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245516546Running coprocessor pre-close hooks at 1732245516546Disabling compacts and flushes for region at 1732245516546Disabling writes for close at 1732245516546Obtaining lock to block concurrent updates at 1732245516547 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245516547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732245516547Flushing stores of hbase:meta,,1.1588230740 at 1732245516547Flushing 1588230740/info: creating writer at 1732245516548 (+1 ms)Flushing 1588230740/info: appending metadata at 1732245516562 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732245516562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534c6610: reopening flushed file at 1732245516574 (+12 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=19, compaction requested=false at 1732245516583 (+9 ms)Writing region close event to WAL at 1732245516584 (+1 ms)Running coprocessor post-close hooks at 1732245516589 (+5 ms)Closed at 1732245516589 2024-11-22T03:18:36,590 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:36,607 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:18:36,607 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:18:36,638 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:36,746 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,41715,1732245507970; all regions closed. 2024-11-22T03:18:36,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741849_1025 (size=2156) 2024-11-22T03:18:36,752 DEBUG [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs 2024-11-22T03:18:36,752 INFO [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41715%2C1732245507970.meta:.meta(num 1732245510034) 2024-11-22T03:18:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741850_1026 (size=796) 2024-11-22T03:18:36,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.rep.1732245514308 not finished, retry = 0 2024-11-22T03:18:36,858 DEBUG [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs 2024-11-22T03:18:36,858 INFO [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41715%2C1732245507970.rep:(num 1732245514308) 2024-11-22T03:18:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741848_1024 (size=93) 2024-11-22T03:18:36,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/WALs/b458937b0f5f,41715,1732245507970/b458937b0f5f%2C41715%2C1732245507970.1732245509720 not finished, retry = 0 2024-11-22T03:18:36,966 DEBUG [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/oldWALs 2024-11-22T03:18:36,966 INFO [RS:0;b458937b0f5f:41715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41715%2C1732245507970:(num 1732245509720) 2024-11-22T03:18:36,966 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,966 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:36,966 INFO [RS:0;b458937b0f5f:41715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:36,967 INFO [RS:0;b458937b0f5f:41715 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:36,967 INFO [RS:0;b458937b0f5f:41715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:36,967 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:36,967 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,41715,1732245507970 because: Region server is closing 2024-11-22T03:18:36,967 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T03:18:36,968 INFO [RS:0;b458937b0f5f:41715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:41715. 2024-11-22T03:18:36,968 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T03:18:36,968 DEBUG [RS:0;b458937b0f5f:41715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:36,968 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T03:18:36,968 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,968 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:36,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:37,069 WARN [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:18:37,069 WARN [RS:0;b458937b0f5f:41715.replicationSource.shipperb458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:18:37,069 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b458937b0f5f:41715.replicationSource.shipperb458937b0f5f%2C41715%2C1732245507970,1-b458937b0f5f,41715,1732245507970 terminated 2024-11-22T03:18:37,069 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b458937b0f5f,41715,1732245507970 because: Region server is closing 2024-11-22T03:18:37,069 INFO [RS:0;b458937b0f5f:41715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:41715. 2024-11-22T03:18:37,069 DEBUG [RS:0;b458937b0f5f:41715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:37,070 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:37,070 DEBUG [RS:0;b458937b0f5f:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:37,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:37,170 WARN [RS:0;b458937b0f5f:41715.replicationSource.shipperb458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:18:37,170 WARN [RS:0;b458937b0f5f:41715.replicationSource.wal-reader.b458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:18:37,170 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b458937b0f5f:41715.replicationSource.shipperb458937b0f5f%2C41715%2C1732245507970,2-b458937b0f5f,41715,1732245507970 terminated 2024-11-22T03:18:37,171 INFO [RS:0;b458937b0f5f:41715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41715 2024-11-22T03:18:37,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148/rs 2024-11-22T03:18:37,221 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/rs/b458937b0f5f,41715,1732245507970 2024-11-22T03:18:37,221 INFO [RS:0;b458937b0f5f:41715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:37,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,41715,1732245507970] 2024-11-22T03:18:37,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01542658148/draining/b458937b0f5f,41715,1732245507970 already deleted, retry=false 2024-11-22T03:18:37,242 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,41715,1732245507970 expired; onlineServers=0 2024-11-22T03:18:37,242 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,40073,1732245507900' ***** 2024-11-22T03:18:37,242 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:18:37,243 INFO [M:0;b458937b0f5f:40073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:37,243 INFO [M:0;b458937b0f5f:40073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:37,243 DEBUG [M:0;b458937b0f5f:40073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:18:37,243 DEBUG [M:0;b458937b0f5f:40073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:18:37,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:18:37,243 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245509428 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245509428,5,FailOnTimeoutGroup] 2024-11-22T03:18:37,243 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245509428 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245509428,5,FailOnTimeoutGroup] 2024-11-22T03:18:37,243 INFO [M:0;b458937b0f5f:40073 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:37,243 INFO [M:0;b458937b0f5f:40073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:37,243 DEBUG [M:0;b458937b0f5f:40073 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:18:37,243 INFO [M:0;b458937b0f5f:40073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:18:37,244 INFO [M:0;b458937b0f5f:40073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:37,244 INFO [M:0;b458937b0f5f:40073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:18:37,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:18:37,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01542658148/master 2024-11-22T03:18:37,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01542658148 2024-11-22T03:18:37,253 DEBUG [M:0;b458937b0f5f:40073 {}] zookeeper.ZKUtil(347): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Unable to get data of znode /01542658148/master because node does not exist (not an error) 2024-11-22T03:18:37,253 WARN [M:0;b458937b0f5f:40073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:18:37,254 INFO [M:0;b458937b0f5f:40073 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/.lastflushedseqids 2024-11-22T03:18:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741852_1028 (size=181) 2024-11-22T03:18:37,332 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:37,332 INFO [RS:0;b458937b0f5f:41715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:37,332 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x101608c75090007, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:37,332 INFO [RS:0;b458937b0f5f:41715 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,41715,1732245507970; zookeeper connection closed. 2024-11-22T03:18:37,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28dfa927 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28dfa927 2024-11-22T03:18:37,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:18:37,661 INFO [M:0;b458937b0f5f:40073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:18:37,661 INFO [M:0;b458937b0f5f:40073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:18:37,661 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:37,661 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:37,661 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:37,661 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:37,661 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:37,661 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T03:18:37,678 DEBUG [M:0;b458937b0f5f:40073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb7fb2e22cd941efb2e70cfedf0815aa is 82, key is hbase:meta,,1/info:regioninfo/1732245510107/Put/seqid=0 2024-11-22T03:18:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741853_1029 (size=5680) 2024-11-22T03:18:38,083 INFO [M:0;b458937b0f5f:40073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb7fb2e22cd941efb2e70cfedf0815aa 2024-11-22T03:18:38,111 DEBUG [M:0;b458937b0f5f:40073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/510002343b93460b9735a15ac20c884c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732245514385/Put/seqid=0 2024-11-22T03:18:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741854_1030 (size=7319) 2024-11-22T03:18:38,517 INFO [M:0;b458937b0f5f:40073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/510002343b93460b9735a15ac20c884c 2024-11-22T03:18:38,537 DEBUG [M:0;b458937b0f5f:40073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8c4d61846f74e8194716c02cd270c32 is 69, key is b458937b0f5f,41715,1732245507970/rs:state/1732245509452/Put/seqid=0 2024-11-22T03:18:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741855_1031 (size=5371) 2024-11-22T03:18:38,942 INFO [M:0;b458937b0f5f:40073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8c4d61846f74e8194716c02cd270c32 2024-11-22T03:18:38,948 INFO [M:0;b458937b0f5f:40073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c4d61846f74e8194716c02cd270c32 2024-11-22T03:18:38,949 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb7fb2e22cd941efb2e70cfedf0815aa as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb7fb2e22cd941efb2e70cfedf0815aa 2024-11-22T03:18:38,955 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb7fb2e22cd941efb2e70cfedf0815aa, entries=8, sequenceid=172, filesize=5.5 K 2024-11-22T03:18:38,957 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/510002343b93460b9735a15ac20c884c as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/510002343b93460b9735a15ac20c884c 2024-11-22T03:18:38,964 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/510002343b93460b9735a15ac20c884c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-22T03:18:38,966 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8c4d61846f74e8194716c02cd270c32 as hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8c4d61846f74e8194716c02cd270c32 2024-11-22T03:18:38,973 INFO [M:0;b458937b0f5f:40073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c4d61846f74e8194716c02cd270c32 2024-11-22T03:18:38,973 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35051/user/jenkins/test-data/da7bd377-9417-ab72-4922-ab9fc9402688/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8c4d61846f74e8194716c02cd270c32, entries=2, sequenceid=172, filesize=5.2 K 2024-11-22T03:18:38,975 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=172, compaction requested=false 2024-11-22T03:18:38,977 INFO [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:38,977 DEBUG [M:0;b458937b0f5f:40073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245517661Disabling compacts and flushes for region at 1732245517661Disabling writes for close at 1732245517661Obtaining lock to block concurrent updates at 1732245517661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245517661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732245517662 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245517663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245517663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245517677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245517677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245518090 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245518110 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245518110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245518523 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245518536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245518536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f12327c: reopening flushed file at 1732245518948 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e085d6: reopening flushed file at 1732245518956 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638106a4: reopening flushed file at 1732245518965 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=172, compaction requested=false at 1732245518975 (+10 ms)Writing region close event to WAL at 1732245518977 (+2 ms)Closed at 1732245518977 2024-11-22T03:18:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741847_1023 (size=22949) 2024-11-22T03:18:38,984 INFO [M:0;b458937b0f5f:40073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:18:38,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:38,984 INFO [M:0;b458937b0f5f:40073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40073 2024-11-22T03:18:38,984 INFO [M:0;b458937b0f5f:40073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:39,111 INFO [M:0;b458937b0f5f:40073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:39,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:39,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40073-0x101608c75090006, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:39,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:39,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:39,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:39,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:39,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:39,116 WARN [BP-910291066-172.17.0.3-1732245486841 heartbeating to localhost/127.0.0.1:35051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:18:39,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:18:39,116 WARN [BP-910291066-172.17.0.3-1732245486841 heartbeating to localhost/127.0.0.1:35051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910291066-172.17.0.3-1732245486841 (Datanode Uuid 50988773-af19-48c8-b696-0a53fcfeb2d7) service to localhost/127.0.0.1:35051 2024-11-22T03:18:39,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:18:39,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/data/data1/current/BP-910291066-172.17.0.3-1732245486841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:39,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/cluster_a960a014-6ade-5d8d-1df1-14b711394dda/data/data2/current/BP-910291066-172.17.0.3-1732245486841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:39,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:18:39,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:39,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:39,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:39,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:39,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21f02dbe-b539-0ce5-3da6-cf2d7fc663b3/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:39,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:18:39,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:18:39,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44399 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b458937b0f5f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/b458937b0f5f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53564) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35051 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53564) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 950), ProcessCount=11 (was 11), AvailableMemoryMB=7157 (was 7126) - AvailableMemoryMB LEAK? - 2024-11-22T03:18:39,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=7155 2024-11-22T03:18:39,180 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-22T03:18:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir so I do NOT create it in target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d 2024-11-22T03:18:39,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:18:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.tmp.dir so I do NOT create it in target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d 2024-11-22T03:18:39,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e42812-0440-7593-4ca8-4492992df11d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:18:39,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d 2024-11-22T03:18:39,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049, deleteOnExit=true 2024-11-22T03:18:39,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/zookeeper_0, clientPort=62169, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:18:39,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62169 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/test.cache.data in system properties and HBase conf 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:18:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:18:39,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:18:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:18:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:18:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:18:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:18:39,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101608c75090002, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:18:39,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101608c75090005, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:18:39,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101608c75090005, quorum=127.0.0.1:53564, baseZNode=/12054703380 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:18:39,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101608c75090002, quorum=127.0.0.1:53564, baseZNode=/01542658148 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:18:39,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:39,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:39,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:39,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:39,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:18:39,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:39,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:39,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:39,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/java.io.tmpdir/jetty-localhost-36279-hadoop-hdfs-3_4_1-tests_jar-_-any-7165929483947444176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:39,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:36279} 2024-11-22T03:18:39,859 INFO [Time-limited test {}] server.Server(415): Started @35417ms 2024-11-22T03:18:40,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:40,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:40,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:40,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:40,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:18:40,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:40,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:40,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/java.io.tmpdir/jetty-localhost-38777-hadoop-hdfs-3_4_1-tests_jar-_-any-6038898733537151721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:40,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:38777} 2024-11-22T03:18:40,381 INFO [Time-limited test {}] server.Server(415): Started @35939ms 2024-11-22T03:18:40,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:18:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:18:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:18:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:41,833 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/data/data1/current/BP-1408445993-172.17.0.3-1732245519209/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:41,835 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/data/data2/current/BP-1408445993-172.17.0.3-1732245519209/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:41,910 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:18:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b9b7733d4159579 with lease ID 0xbd8714634d8cc1f4: Processing first storage report for DS-3ae1e63f-0def-4bd6-afd4-bbaf3a490972 from datanode DatanodeRegistration(127.0.0.1:45297, datanodeUuid=f8e14d4a-27c1-4924-9897-e7093b83668b, infoPort=37417, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=758091125;c=1732245519209) 2024-11-22T03:18:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b9b7733d4159579 with lease ID 0xbd8714634d8cc1f4: from storage DS-3ae1e63f-0def-4bd6-afd4-bbaf3a490972 node DatanodeRegistration(127.0.0.1:45297, datanodeUuid=f8e14d4a-27c1-4924-9897-e7093b83668b, infoPort=37417, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=758091125;c=1732245519209), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:18:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b9b7733d4159579 with lease ID 0xbd8714634d8cc1f4: Processing first storage report for DS-916f635d-016e-4717-bec3-ce1ca7d4ce48 from datanode DatanodeRegistration(127.0.0.1:45297, datanodeUuid=f8e14d4a-27c1-4924-9897-e7093b83668b, infoPort=37417, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=758091125;c=1732245519209) 2024-11-22T03:18:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b9b7733d4159579 with lease ID 0xbd8714634d8cc1f4: from storage DS-916f635d-016e-4717-bec3-ce1ca7d4ce48 node DatanodeRegistration(127.0.0.1:45297, datanodeUuid=f8e14d4a-27c1-4924-9897-e7093b83668b, infoPort=37417, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=758091125;c=1732245519209), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:18:41,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d 2024-11-22T03:18:41,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:41,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:18:42,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:18:42,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:18:42,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008 with version=8 2024-11-22T03:18:42,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/hbase-staging 2024-11-22T03:18:42,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:42,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:42,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:42,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:42,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:42,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:42,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:18:42,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:42,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42257 2024-11-22T03:18:42,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42257 connecting to ZooKeeper ensemble=127.0.0.1:62169 2024-11-22T03:18:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422570x0, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:42,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42257-0x101608cf6fa0000 connected 2024-11-22T03:18:42,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:42,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:42,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/running 2024-11-22T03:18:42,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008, hbase.cluster.distributed=false 2024-11-22T03:18:42,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/acl 2024-11-22T03:18:42,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42257 2024-11-22T03:18:42,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42257 2024-11-22T03:18:42,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42257 2024-11-22T03:18:42,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42257 2024-11-22T03:18:42,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42257 2024-11-22T03:18:42,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:42,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:42,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:42,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:42,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:42,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:42,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:18:42,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:42,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42499 2024-11-22T03:18:42,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42499 connecting to ZooKeeper ensemble=127.0.0.1:62169 2024-11-22T03:18:42,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:42,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:42,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424990x0, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:42,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424990x0, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/running 2024-11-22T03:18:42,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:18:42,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42499-0x101608cf6fa0001 connected 2024-11-22T03:18:42,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:18:42,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/master 2024-11-22T03:18:42,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/acl 2024-11-22T03:18:42,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-22T03:18:42,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42499 2024-11-22T03:18:42,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42499 2024-11-22T03:18:42,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-22T03:18:42,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-22T03:18:42,726 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:42257 2024-11-22T03:18:42,735 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0422060160/backup-masters/b458937b0f5f,42257,1732245522375 2024-11-22T03:18:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160/backup-masters 2024-11-22T03:18:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160/backup-masters 2024-11-22T03:18:42,760 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on existing znode=/0422060160/backup-masters/b458937b0f5f,42257,1732245522375 2024-11-22T03:18:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0422060160/master 2024-11-22T03:18:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:42,772 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on existing znode=/0422060160/master 2024-11-22T03:18:42,772 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0422060160/backup-masters/b458937b0f5f,42257,1732245522375 from backup master directory 2024-11-22T03:18:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0422060160/backup-masters/b458937b0f5f,42257,1732245522375 2024-11-22T03:18:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160/backup-masters 2024-11-22T03:18:42,786 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:42,786 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,42257,1732245522375 2024-11-22T03:18:42,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160/backup-masters 2024-11-22T03:18:42,794 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/hbase.id] with ID: fdc4aff0-b880-4119-8dad-8727580c63cf 2024-11-22T03:18:42,794 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/.tmp/hbase.id 2024-11-22T03:18:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:18:43,211 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/.tmp/hbase.id]:[hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/hbase.id] 2024-11-22T03:18:43,228 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:43,228 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:18:43,234 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-22T03:18:43,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:43,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:18:43,665 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:43,666 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:18:43,666 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:18:44,076 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store 2024-11-22T03:18:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:18:44,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:44,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:44,486 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:44,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:44,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:44,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:44,486 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:44,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245524486Disabling compacts and flushes for region at 1732245524486Disabling writes for close at 1732245524486Writing region close event to WAL at 1732245524486Closed at 1732245524486 2024-11-22T03:18:44,487 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/.initializing 2024-11-22T03:18:44,488 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/WALs/b458937b0f5f,42257,1732245522375 2024-11-22T03:18:44,489 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:44,492 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C42257%2C1732245522375, suffix=, logDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/WALs/b458937b0f5f,42257,1732245522375, archiveDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/oldWALs, maxLogs=10 2024-11-22T03:18:44,512 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/WALs/b458937b0f5f,42257,1732245522375/b458937b0f5f%2C42257%2C1732245522375.1732245524492, exclude list is [], retry=0 2024-11-22T03:18:44,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45297,DS-3ae1e63f-0def-4bd6-afd4-bbaf3a490972,DISK] 2024-11-22T03:18:44,518 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/WALs/b458937b0f5f,42257,1732245522375/b458937b0f5f%2C42257%2C1732245522375.1732245524492 2024-11-22T03:18:44,519 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-22T03:18:44,519 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:44,519 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:44,520 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,520 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:18:44,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:44,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:44,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:18:44,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:44,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:44,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:18:44,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:44,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:18:44,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:44,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:44,534 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,535 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,535 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,537 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,537 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,538 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:44,539 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:44,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:44,547 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68519052, jitterRate=0.02101343870162964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:44,548 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245524520Initializing all the Stores at 1732245524521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245524521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245524521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245524521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245524521Cleaning up temporary data from old regions at 1732245524537 (+16 ms)Region opened successfully at 1732245524548 (+11 ms) 2024-11-22T03:18:44,548 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:18:44,552 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec78e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:44,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:18:44,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:18:44,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:18:44,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:18:44,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:18:44,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:18:44,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:18:44,566 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:18:44,568 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Unable to get data of znode /0422060160/balancer because node does not exist (not necessarily an error) 2024-11-22T03:18:44,621 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0422060160/balancer already deleted, retry=false 2024-11-22T03:18:44,621 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:18:44,622 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Unable to get data of znode /0422060160/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:18:44,684 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0422060160/normalizer already deleted, retry=false 2024-11-22T03:18:44,684 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:18:44,685 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Unable to get data of znode /0422060160/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:18:44,726 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0422060160/switch/split already deleted, retry=false 2024-11-22T03:18:44,727 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Unable to get data of znode /0422060160/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:18:44,779 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0422060160/switch/merge already deleted, retry=false 2024-11-22T03:18:44,782 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Unable to get data of znode /0422060160/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:18:44,800 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0422060160/snapshot-cleanup already deleted, retry=false 2024-11-22T03:18:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0422060160/running 2024-11-22T03:18:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0422060160/running 2024-11-22T03:18:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:44,811 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,42257,1732245522375, sessionid=0x101608cf6fa0000, setting cluster-up flag (Was=false) 2024-11-22T03:18:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:44,968 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0422060160/flush-table-proc/acquired, /0422060160/flush-table-proc/reached, /0422060160/flush-table-proc/abort 2024-11-22T03:18:44,970 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,42257,1732245522375 2024-11-22T03:18:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:45,021 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0422060160/online-snapshot/acquired, /0422060160/online-snapshot/reached, /0422060160/online-snapshot/abort 2024-11-22T03:18:45,022 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,42257,1732245522375 2024-11-22T03:18:45,023 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:18:45,025 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:45,025 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:18:45,026 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:18:45,026 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b458937b0f5f,37609,1732245492061: status=Processing ServerCrashProcedure of b458937b0f5f,37609,1732245492061 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732245509423, completionTime=-1 appears to have been leaked 2024-11-22T03:18:45,026 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,42257,1732245522375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:45,028 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245555030 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:18:45,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:18:45,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:18:45,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:18:45,031 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,031 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:18:45,031 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:18:45,031 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:18:45,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:45,032 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245525032,5,FailOnTimeoutGroup] 2024-11-22T03:18:45,032 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245525032,5,FailOnTimeoutGroup] 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:18:45,119 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(746): ClusterId : fdc4aff0-b880-4119-8dad-8727580c63cf 2024-11-22T03:18:45,119 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:18:45,127 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:18:45,127 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:18:45,137 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:18:45,138 DEBUG [RS:0;b458937b0f5f:42499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ad867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:45,149 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:42499 2024-11-22T03:18:45,149 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:18:45,149 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:18:45,149 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:18:45,150 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,42257,1732245522375 with port=42499, startcode=1732245522589 2024-11-22T03:18:45,150 DEBUG [RS:0;b458937b0f5f:42499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:18:45,152 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:18:45,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,42499,1732245522589 2024-11-22T03:18:45,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42257 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,42499,1732245522589 2024-11-22T03:18:45,155 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008 2024-11-22T03:18:45,155 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33029 2024-11-22T03:18:45,155 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:18:45,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160/rs 2024-11-22T03:18:45,164 DEBUG [RS:0;b458937b0f5f:42499 {}] zookeeper.ZKUtil(111): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on existing znode=/0422060160/rs/b458937b0f5f,42499,1732245522589 2024-11-22T03:18:45,165 WARN [RS:0;b458937b0f5f:42499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:45,165 INFO [RS:0;b458937b0f5f:42499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:45,165 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589 2024-11-22T03:18:45,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,42499,1732245522589] 2024-11-22T03:18:45,171 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:18:45,173 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:18:45,175 INFO [RS:0;b458937b0f5f:42499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:18:45,175 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,176 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:18:45,177 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:18:45,177 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,177 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,177 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,177 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,177 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,177 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:45,178 DEBUG [RS:0;b458937b0f5f:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:45,180 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,180 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,180 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,180 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,180 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,180 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42499,1732245522589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:45,203 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:18:45,203 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42499,1732245522589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,203 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,203 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.Replication(171): b458937b0f5f,42499,1732245522589 started 2024-11-22T03:18:45,220 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:45,220 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,42499,1732245522589, RpcServer on b458937b0f5f/172.17.0.3:42499, sessionid=0x101608cf6fa0001 2024-11-22T03:18:45,221 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:18:45,221 DEBUG [RS:0;b458937b0f5f:42499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,42499,1732245522589 2024-11-22T03:18:45,221 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42499,1732245522589' 2024-11-22T03:18:45,221 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0422060160/flush-table-proc/abort' 2024-11-22T03:18:45,221 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0422060160/flush-table-proc/acquired' 2024-11-22T03:18:45,222 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:18:45,222 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:18:45,222 DEBUG [RS:0;b458937b0f5f:42499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,42499,1732245522589 2024-11-22T03:18:45,222 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42499,1732245522589' 2024-11-22T03:18:45,222 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0422060160/online-snapshot/abort' 2024-11-22T03:18:45,222 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0422060160/online-snapshot/acquired' 2024-11-22T03:18:45,223 DEBUG [RS:0;b458937b0f5f:42499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:18:45,223 INFO [RS:0;b458937b0f5f:42499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:18:45,223 INFO [RS:0;b458937b0f5f:42499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:18:45,323 INFO [RS:0;b458937b0f5f:42499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:45,325 INFO [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42499%2C1732245522589, suffix=, logDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589, archiveDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/oldWALs, maxLogs=10 2024-11-22T03:18:45,344 DEBUG [RS:0;b458937b0f5f:42499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326, exclude list is [], retry=0 2024-11-22T03:18:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45297,DS-3ae1e63f-0def-4bd6-afd4-bbaf3a490972,DISK] 2024-11-22T03:18:45,350 INFO [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 2024-11-22T03:18:45,350 DEBUG [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-22T03:18:45,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:18:45,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008 2024-11-22T03:18:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:18:45,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:45,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:45,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:45,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:45,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:45,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:45,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:45,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:45,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:45,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:45,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:45,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:45,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:45,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:45,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:45,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:45,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:45,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:45,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740 2024-11-22T03:18:45,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740 2024-11-22T03:18:45,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:45,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:45,881 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:45,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:45,885 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:45,885 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61528186, jitterRate=-0.08315858244895935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245525859Initializing all the Stores at 1732245525860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245525860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245525863 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245525863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245525863Cleaning up temporary data from old regions at 1732245525881 (+18 ms)Region opened successfully at 1732245525886 (+5 ms) 2024-11-22T03:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:45,886 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:45,886 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245525886Disabling compacts and flushes for region at 1732245525886Disabling writes for close at 1732245525886Writing region close event to WAL at 1732245525886Closed at 1732245525886 2024-11-22T03:18:45,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:45,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:18:45,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:18:45,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:45,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:18:46,040 DEBUG [b458937b0f5f:42257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:18:46,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,42499,1732245522589 2024-11-22T03:18:46,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42499,1732245522589, state=OPENING 2024-11-22T03:18:46,113 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:18:46,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:46,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:46,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0422060160/meta-region-server: CHANGED 2024-11-22T03:18:46,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:46,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0422060160/meta-region-server: CHANGED 2024-11-22T03:18:46,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42499,1732245522589}] 2024-11-22T03:18:46,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:18:46,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:18:46,336 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:18:46,336 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:46,336 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:18:46,338 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42499%2C1732245522589.meta, suffix=.meta, logDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589, archiveDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/oldWALs, maxLogs=10 2024-11-22T03:18:46,350 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.meta.1732245526338.meta, exclude list is [], retry=0 2024-11-22T03:18:46,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45297,DS-3ae1e63f-0def-4bd6-afd4-bbaf3a490972,DISK] 2024-11-22T03:18:46,354 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.meta.1732245526338.meta 2024-11-22T03:18:46,354 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-22T03:18:46,354 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:46,355 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:46,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:46,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:18:46,355 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:18:46,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:18:46,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:46,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:18:46,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:18:46,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:46,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:46,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:46,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:46,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:46,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:46,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:46,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:46,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:46,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:46,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:46,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:46,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:46,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:46,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:46,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:46,361 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:46,362 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740 2024-11-22T03:18:46,363 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740 2024-11-22T03:18:46,364 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:46,364 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:46,364 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:46,365 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:46,366 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68549325, jitterRate=0.02146454155445099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:46,366 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:18:46,367 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245526355Writing region info on filesystem at 1732245526355Initializing all the Stores at 1732245526356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245526356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245526356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245526356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245526356Cleaning up temporary data from old regions at 1732245526364 (+8 ms)Running coprocessor post-open hooks at 1732245526366 (+2 ms)Region opened successfully at 1732245526367 (+1 ms) 2024-11-22T03:18:46,368 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245526330 2024-11-22T03:18:46,371 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:18:46,371 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:18:46,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42499,1732245522589 2024-11-22T03:18:46,372 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42499,1732245522589, state=OPEN 2024-11-22T03:18:46,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0422060160/meta-region-server 2024-11-22T03:18:46,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0422060160/meta-region-server 2024-11-22T03:18:46,432 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,42499,1732245522589 2024-11-22T03:18:46,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0422060160/meta-region-server: CHANGED 2024-11-22T03:18:46,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0422060160/meta-region-server: CHANGED 2024-11-22T03:18:46,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:18:46,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42499,1732245522589 in 255 msec 2024-11-22T03:18:46,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:18:46,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 549 msec 2024-11-22T03:18:46,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:46,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:18:46,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:46,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42499,1732245522589, seqNum=-1] 2024-11-22T03:18:46,443 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:46,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:46,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4310 sec 2024-11-22T03:18:46,459 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245526459, completionTime=-1 2024-11-22T03:18:46,459 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:18:46,459 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:18:46,461 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:18:46,461 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245586461 2024-11-22T03:18:46,461 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245646461 2024-11-22T03:18:46,461 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:18:46,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42257,1732245522375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42257,1732245522375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42257,1732245522375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:42257, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,464 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:18:46,467 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.681sec 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42257,1732245522375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:46,468 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42257,1732245522375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:18:46,474 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:18:46,474 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:18:46,474 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42257,1732245522375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:46,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:46,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,42257,-1 for getting cluster id 2024-11-22T03:18:46,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:46,522 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdc4aff0-b880-4119-8dad-8727580c63cf' 2024-11-22T03:18:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdc4aff0-b880-4119-8dad-8727580c63cf" 2024-11-22T03:18:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a626d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,42257,-1] 2024-11-22T03:18:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:46,523 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:46,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:46,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42499,1732245522589, seqNum=-1] 2024-11-22T03:18:46,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:46,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,42257,1732245522375 2024-11-22T03:18:46,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62169 2024-11-22T03:18:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:46,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101608cf6fa0002 connected 2024-11-22T03:18:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir so I do NOT create it in target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e 2024-11-22T03:18:46,567 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:18:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.tmp.dir so I do NOT create it in target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e 2024-11-22T03:18:46,567 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:18:46,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e 2024-11-22T03:18:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:18:46,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/cluster_fac9b738-035a-7971-304d-e9975237f4cb, deleteOnExit=true 2024-11-22T03:18:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:18:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/test.cache.data in system properties and HBase conf 2024-11-22T03:18:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:18:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:18:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:18:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:18:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:18:46,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:18:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:18:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:18:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:18:46,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:18:46,968 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T03:18:46,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:18:47,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:47,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:47,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:47,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:47,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:18:47,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:47,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e8aa01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:47,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc3c6c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:47,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65c6d5be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/java.io.tmpdir/jetty-localhost-40161-hadoop-hdfs-3_4_1-tests_jar-_-any-1855696865997231960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:47,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac813a4{HTTP/1.1, (http/1.1)}{localhost:40161} 2024-11-22T03:18:47,159 INFO [Time-limited test {}] server.Server(415): Started @42718ms 2024-11-22T03:18:47,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:47,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:47,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:47,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:47,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:18:47,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d6d125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:47,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486ddd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:47,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@433d5d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/java.io.tmpdir/jetty-localhost-36941-hadoop-hdfs-3_4_1-tests_jar-_-any-14346650333947241570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:47,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a15bd0{HTTP/1.1, (http/1.1)}{localhost:36941} 2024-11-22T03:18:47,589 INFO [Time-limited test {}] server.Server(415): Started @43147ms 2024-11-22T03:18:47,590 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:18:48,448 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/cluster_fac9b738-035a-7971-304d-e9975237f4cb/data/data2/current/BP-492344728-172.17.0.3-1732245526603/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:48,448 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/cluster_fac9b738-035a-7971-304d-e9975237f4cb/data/data1/current/BP-492344728-172.17.0.3-1732245526603/current, will proceed with Du for space computation calculation, 2024-11-22T03:18:48,505 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:18:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fc7f595f6267f71 with lease ID 0x2292ba6d3223ea3e: Processing first storage report for DS-fff05034-9e98-470a-9ca8-a786b02909c3 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=f1840419-6b9e-4d9c-991b-be61e23e92f3, infoPort=46379, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1507380185;c=1732245526603) 2024-11-22T03:18:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fc7f595f6267f71 with lease ID 0x2292ba6d3223ea3e: from storage DS-fff05034-9e98-470a-9ca8-a786b02909c3 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=f1840419-6b9e-4d9c-991b-be61e23e92f3, infoPort=46379, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1507380185;c=1732245526603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:18:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fc7f595f6267f71 with lease ID 0x2292ba6d3223ea3e: Processing first storage report for DS-a190651a-a0a4-4078-95a6-5793221e7e26 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=f1840419-6b9e-4d9c-991b-be61e23e92f3, infoPort=46379, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1507380185;c=1732245526603) 2024-11-22T03:18:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fc7f595f6267f71 with lease ID 0x2292ba6d3223ea3e: from storage DS-a190651a-a0a4-4078-95a6-5793221e7e26 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=f1840419-6b9e-4d9c-991b-be61e23e92f3, infoPort=46379, infoSecurePort=0, ipcPort=45237, storageInfo=lv=-57;cid=testClusterID;nsid=1507380185;c=1732245526603), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:18:48,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e 2024-11-22T03:18:48,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:48,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:18:49,019 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500 with version=8 2024-11-22T03:18:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/hbase-staging 2024-11-22T03:18:49,021 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:49,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:49,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:49,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:49,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:49,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:49,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:18:49,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:49,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34119 2024-11-22T03:18:49,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34119 connecting to ZooKeeper ensemble=127.0.0.1:62169 2024-11-22T03:18:49,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341190x0, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:49,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34119-0x101608cf6fa0003 connected 2024-11-22T03:18:49,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:49,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:49,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/running 2024-11-22T03:18:49,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500, hbase.cluster.distributed=false 2024-11-22T03:18:49,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/acl 2024-11-22T03:18:49,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34119 2024-11-22T03:18:49,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34119 2024-11-22T03:18:49,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34119 2024-11-22T03:18:49,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34119 2024-11-22T03:18:49,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34119 2024-11-22T03:18:49,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:18:49,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:18:49,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39327 2024-11-22T03:18:49,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39327 connecting to ZooKeeper ensemble=127.0.0.1:62169 2024-11-22T03:18:49,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:49,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:49,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393270x0, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:49,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393270x0, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/running 2024-11-22T03:18:49,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39327-0x101608cf6fa0004 connected 2024-11-22T03:18:49,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:18:49,211 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:18:49,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/master 2024-11-22T03:18:49,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/acl 2024-11-22T03:18:49,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39327 2024-11-22T03:18:49,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39327 2024-11-22T03:18:49,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39327 2024-11-22T03:18:49,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39327 2024-11-22T03:18:49,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39327 2024-11-22T03:18:49,234 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:34119 2024-11-22T03:18:49,234 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1281942337/backup-masters/b458937b0f5f,34119,1732245529021 2024-11-22T03:18:49,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337/backup-masters 2024-11-22T03:18:49,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337/backup-masters 2024-11-22T03:18:49,243 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on existing znode=/1281942337/backup-masters/b458937b0f5f,34119,1732245529021 2024-11-22T03:18:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1281942337/master 2024-11-22T03:18:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:49,255 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on existing znode=/1281942337/master 2024-11-22T03:18:49,255 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1281942337/backup-masters/b458937b0f5f,34119,1732245529021 from backup master directory 2024-11-22T03:18:49,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1281942337/backup-masters/b458937b0f5f,34119,1732245529021 2024-11-22T03:18:49,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337/backup-masters 2024-11-22T03:18:49,263 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337/backup-masters 2024-11-22T03:18:49,263 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,34119,1732245529021 2024-11-22T03:18:49,269 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/hbase.id] with ID: 51989adb-2f26-4d38-8149-8b92ed2128a5 2024-11-22T03:18:49,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/.tmp/hbase.id 2024-11-22T03:18:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:18:49,678 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/.tmp/hbase.id]:[hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/hbase.id] 2024-11-22T03:18:49,688 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:18:49,689 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:18:49,690 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:18:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:49,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:18:50,167 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:50,167 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:18:50,168 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:18:50,578 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store 2024-11-22T03:18:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:18:50,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:50,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:50,986 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:50,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:50,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:50,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:50,986 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:50,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245530986Disabling compacts and flushes for region at 1732245530986Disabling writes for close at 1732245530986Writing region close event to WAL at 1732245530986Closed at 1732245530986 2024-11-22T03:18:50,987 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/.initializing 2024-11-22T03:18:50,987 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/WALs/b458937b0f5f,34119,1732245529021 2024-11-22T03:18:50,988 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:50,990 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C34119%2C1732245529021, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/WALs/b458937b0f5f,34119,1732245529021, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/oldWALs, maxLogs=10 2024-11-22T03:18:51,003 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/WALs/b458937b0f5f,34119,1732245529021/b458937b0f5f%2C34119%2C1732245529021.1732245530991, exclude list is [], retry=0 2024-11-22T03:18:51,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-fff05034-9e98-470a-9ca8-a786b02909c3,DISK] 2024-11-22T03:18:51,008 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/WALs/b458937b0f5f,34119,1732245529021/b458937b0f5f%2C34119%2C1732245529021.1732245530991 2024-11-22T03:18:51,009 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-22T03:18:51,009 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:51,010 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:51,010 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,010 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:18:51,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:18:51,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:51,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:51,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:18:51,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:51,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:51,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:18:51,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:51,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:51,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,020 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,020 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,022 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,022 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,022 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:51,024 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:18:51,029 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:51,029 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68022275, jitterRate=0.013610884547233582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:51,030 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245531010Initializing all the Stores at 1732245531011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245531011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245531011Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245531011Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245531011Cleaning up temporary data from old regions at 1732245531022 (+11 ms)Region opened successfully at 1732245531030 (+8 ms) 2024-11-22T03:18:51,030 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:18:51,033 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a883673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:51,034 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:18:51,035 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:18:51,035 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:18:51,035 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:18:51,036 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:18:51,036 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:18:51,036 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:18:51,039 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:18:51,040 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Unable to get data of znode /1281942337/balancer because node does not exist (not necessarily an error) 2024-11-22T03:18:51,073 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1281942337/balancer already deleted, retry=false 2024-11-22T03:18:51,073 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:18:51,074 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Unable to get data of znode /1281942337/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:18:51,083 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1281942337/normalizer already deleted, retry=false 2024-11-22T03:18:51,084 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:18:51,085 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Unable to get data of znode /1281942337/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:18:51,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:18:51,216 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1281942337/switch/split already deleted, retry=false 2024-11-22T03:18:51,217 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Unable to get data of znode /1281942337/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:18:51,227 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1281942337/switch/merge already deleted, retry=false 2024-11-22T03:18:51,229 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Unable to get data of znode /1281942337/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:18:51,241 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1281942337/snapshot-cleanup already deleted, retry=false 2024-11-22T03:18:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1281942337/running 2024-11-22T03:18:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1281942337/running 2024-11-22T03:18:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:51,253 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,34119,1732245529021, sessionid=0x101608cf6fa0003, setting cluster-up flag (Was=false) 2024-11-22T03:18:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:51,325 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1281942337/flush-table-proc/acquired, /1281942337/flush-table-proc/reached, /1281942337/flush-table-proc/abort 2024-11-22T03:18:51,326 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34119,1732245529021 2024-11-22T03:18:51,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:51,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:51,378 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1281942337/online-snapshot/acquired, /1281942337/online-snapshot/reached, /1281942337/online-snapshot/abort 2024-11-22T03:18:51,379 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34119,1732245529021 2024-11-22T03:18:51,381 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:18:51,383 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:51,383 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:18:51,383 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:18:51,383 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,34119,1732245529021 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:18:51,384 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:51,384 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:51,384 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:51,384 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:18:51,384 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:18:51,385 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,385 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:51,385 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:51,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245561387 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:18:51,387 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:18:51,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:51,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:18:51,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:18:51,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:18:51,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:18:51,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:18:51,389 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:18:51,389 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:18:51,391 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245531389,5,FailOnTimeoutGroup] 2024-11-22T03:18:51,392 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245531391,5,FailOnTimeoutGroup] 2024-11-22T03:18:51,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:18:51,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:18:51,420 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(746): ClusterId : 51989adb-2f26-4d38-8149-8b92ed2128a5 2024-11-22T03:18:51,420 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:18:51,431 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:18:51,432 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:18:51,442 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:18:51,443 DEBUG [RS:0;b458937b0f5f:39327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b51a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:18:51,455 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:39327 2024-11-22T03:18:51,455 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:18:51,455 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:18:51,455 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:18:51,456 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,34119,1732245529021 with port=39327, startcode=1732245529196 2024-11-22T03:18:51,456 DEBUG [RS:0;b458937b0f5f:39327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:18:51,458 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:18:51,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,39327,1732245529196 2024-11-22T03:18:51,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34119 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,39327,1732245529196 2024-11-22T03:18:51,460 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500 2024-11-22T03:18:51,460 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44587 2024-11-22T03:18:51,460 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:18:51,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337/rs 2024-11-22T03:18:51,473 DEBUG [RS:0;b458937b0f5f:39327 {}] zookeeper.ZKUtil(111): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on existing znode=/1281942337/rs/b458937b0f5f,39327,1732245529196 2024-11-22T03:18:51,474 WARN [RS:0;b458937b0f5f:39327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:18:51,474 INFO [RS:0;b458937b0f5f:39327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:51,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,39327,1732245529196] 2024-11-22T03:18:51,474 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196 2024-11-22T03:18:51,478 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:18:51,480 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:18:51,480 INFO [RS:0;b458937b0f5f:39327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:18:51,480 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,480 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:18:51,481 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:18:51,481 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,482 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,483 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,483 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:18:51,483 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:51,483 DEBUG [RS:0;b458937b0f5f:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:18:51,487 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,487 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,487 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,487 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,487 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,487 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39327,1732245529196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:18:51,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:18:51,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:51,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T03:18:51,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:51,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:18:51,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:18:51,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:18:51,510 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:18:51,510 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39327,1732245529196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,510 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,510 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.Replication(171): b458937b0f5f,39327,1732245529196 started 2024-11-22T03:18:51,526 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:51,527 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,39327,1732245529196, RpcServer on b458937b0f5f/172.17.0.3:39327, sessionid=0x101608cf6fa0004 2024-11-22T03:18:51,527 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:18:51,527 DEBUG [RS:0;b458937b0f5f:39327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,39327,1732245529196 2024-11-22T03:18:51,527 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,39327,1732245529196' 2024-11-22T03:18:51,527 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1281942337/flush-table-proc/abort' 2024-11-22T03:18:51,527 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1281942337/flush-table-proc/acquired' 2024-11-22T03:18:51,528 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:18:51,528 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:18:51,528 DEBUG [RS:0;b458937b0f5f:39327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,39327,1732245529196 2024-11-22T03:18:51,528 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,39327,1732245529196' 2024-11-22T03:18:51,528 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1281942337/online-snapshot/abort' 2024-11-22T03:18:51,528 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1281942337/online-snapshot/acquired' 2024-11-22T03:18:51,529 DEBUG [RS:0;b458937b0f5f:39327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:18:51,529 INFO [RS:0;b458937b0f5f:39327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:18:51,529 INFO [RS:0;b458937b0f5f:39327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:18:51,629 INFO [RS:0;b458937b0f5f:39327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:18:51,631 INFO [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C39327%2C1732245529196, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/oldWALs, maxLogs=10 2024-11-22T03:18:51,650 DEBUG [RS:0;b458937b0f5f:39327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196/b458937b0f5f%2C39327%2C1732245529196.1732245531632, exclude list is [], retry=0 2024-11-22T03:18:51,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-fff05034-9e98-470a-9ca8-a786b02909c3,DISK] 2024-11-22T03:18:51,655 INFO [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196/b458937b0f5f%2C39327%2C1732245529196.1732245531632 2024-11-22T03:18:51,655 DEBUG [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-22T03:18:51,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:18:51,798 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500 2024-11-22T03:18:51,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:18:52,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:52,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:52,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:52,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:52,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:52,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:52,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:52,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:52,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:52,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:52,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740 2024-11-22T03:18:52,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740 2024-11-22T03:18:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:52,220 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:52,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:52,223 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:52,224 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61238322, jitterRate=-0.08747789263725281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:52,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245532207Initializing all the Stores at 1732245532208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245532208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245532208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245532208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245532208Cleaning up temporary data from old regions at 1732245532220 (+12 ms)Region opened successfully at 1732245532224 (+4 ms) 2024-11-22T03:18:52,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:52,224 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:52,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:52,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:52,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:52,224 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:52,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245532224Disabling compacts and flushes for region at 1732245532224Disabling writes for close at 1732245532224Writing region close event to WAL at 1732245532224Closed at 1732245532224 2024-11-22T03:18:52,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:52,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:18:52,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:18:52,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:52,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:18:52,378 DEBUG [b458937b0f5f:34119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:18:52,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,39327,1732245529196 2024-11-22T03:18:52,380 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,39327,1732245529196, state=OPENING 2024-11-22T03:18:52,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:18:52,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:52,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:52,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1281942337/meta-region-server: CHANGED 2024-11-22T03:18:52,442 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:18:52,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1281942337/meta-region-server: CHANGED 2024-11-22T03:18:52,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,39327,1732245529196}] 2024-11-22T03:18:52,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:18:52,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:18:52,600 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:18:52,600 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:52,600 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:18:52,602 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C39327%2C1732245529196.meta, suffix=.meta, logDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/oldWALs, maxLogs=10 2024-11-22T03:18:52,614 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196/b458937b0f5f%2C39327%2C1732245529196.meta.1732245532602.meta, exclude list is [], retry=0 2024-11-22T03:18:52,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-fff05034-9e98-470a-9ca8-a786b02909c3,DISK] 2024-11-22T03:18:52,618 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/WALs/b458937b0f5f,39327,1732245529196/b458937b0f5f%2C39327%2C1732245529196.meta.1732245532602.meta 2024-11-22T03:18:52,618 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46379:46379)] 2024-11-22T03:18:52,618 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:52,619 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:52,619 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:52,619 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:18:52,619 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:18:52,619 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:18:52,619 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:52,619 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:18:52,619 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:18:52,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:18:52,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:18:52,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:18:52,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:18:52,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:18:52,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:18:52,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:18:52,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:18:52,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:18:52,626 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:18:52,626 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740 2024-11-22T03:18:52,627 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740 2024-11-22T03:18:52,629 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:18:52,629 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:18:52,630 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:18:52,632 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:18:52,632 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61825456, jitterRate=-0.07872891426086426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:18:52,632 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:18:52,633 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245532619Writing region info on filesystem at 1732245532619Initializing all the Stores at 1732245532620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245532620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245532621 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245532621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245532621Cleaning up temporary data from old regions at 1732245532629 (+8 ms)Running coprocessor post-open hooks at 1732245532632 (+3 ms)Region opened successfully at 1732245532632 2024-11-22T03:18:52,633 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245532595 2024-11-22T03:18:52,636 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:18:52,636 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:18:52,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,39327,1732245529196 2024-11-22T03:18:52,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,39327,1732245529196, state=OPEN 2024-11-22T03:18:52,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1281942337/meta-region-server 2024-11-22T03:18:52,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1281942337/meta-region-server 2024-11-22T03:18:52,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,39327,1732245529196 2024-11-22T03:18:52,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1281942337/meta-region-server: CHANGED 2024-11-22T03:18:52,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1281942337/meta-region-server: CHANGED 2024-11-22T03:18:52,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:18:52,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,39327,1732245529196 in 206 msec 2024-11-22T03:18:52,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:18:52,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-22T03:18:52,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:18:52,662 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:18:52,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:52,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39327,1732245529196, seqNum=-1] 2024-11-22T03:18:52,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:52,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:52,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-22T03:18:52,674 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245532673, completionTime=-1 2024-11-22T03:18:52,674 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:18:52,674 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:18:52,676 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:18:52,676 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245592676 2024-11-22T03:18:52,676 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245652676 2024-11-22T03:18:52,676 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:18:52,677 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34119,1732245529021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,677 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34119,1732245529021-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,677 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34119,1732245529021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,677 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:34119, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,677 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,678 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,681 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.422sec 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34119,1732245529021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:18:52,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34119,1732245529021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:18:52,688 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:18:52,688 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:18:52,688 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34119,1732245529021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:18:52,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b38ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34119,-1 for getting cluster id 2024-11-22T03:18:52,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:52,723 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51989adb-2f26-4d38-8149-8b92ed2128a5' 2024-11-22T03:18:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51989adb-2f26-4d38-8149-8b92ed2128a5" 2024-11-22T03:18:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186f8cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34119,-1] 2024-11-22T03:18:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:52,725 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:52,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf3055b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39327,1732245529196, seqNum=-1] 2024-11-22T03:18:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:52,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:18:52,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,34119,1732245529021 2024-11-22T03:18:52,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62169 2024-11-22T03:18:52,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:18:52,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101608cf6fa0005 connected 2024-11-22T03:18:52,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50695de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,42257,-1 for getting cluster id 2024-11-22T03:18:52,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:52,761 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdc4aff0-b880-4119-8dad-8727580c63cf' 2024-11-22T03:18:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdc4aff0-b880-4119-8dad-8727580c63cf" 2024-11-22T03:18:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55216e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,42257,-1] 2024-11-22T03:18:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:52,763 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,42257,1732245522375 2024-11-22T03:18:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e89c140 2024-11-22T03:18:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:52,766 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:52,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:34119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:18:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:18:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:52,770 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:34119' 2024-11-22T03:18:52,772 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5987dbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,772 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34119,-1 for getting cluster id 2024-11-22T03:18:52,772 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:52,773 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51989adb-2f26-4d38-8149-8b92ed2128a5' 2024-11-22T03:18:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51989adb-2f26-4d38-8149-8b92ed2128a5" 2024-11-22T03:18:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552ee5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34119,-1] 2024-11-22T03:18:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:52,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:52,776 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6acf1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:52,777 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:52,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34119,1732245529021 2024-11-22T03:18:52,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cfd46ec 2024-11-22T03:18:52,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:52,779 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:52,780 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T03:18:52,780 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:18:52,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:52,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:52,781 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:18:52,782 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:18:52,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:18:52,785 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:52,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:52,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:18:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741835_1011 (size=1138) 2024-11-22T03:18:52,833 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:18:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:53,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f129701ce0d491592b5e4e3322bba842, NAME => 'hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008 2024-11-22T03:18:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741836_1012 (size=44) 2024-11-22T03:18:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:53,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:53,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f129701ce0d491592b5e4e3322bba842, disabling compactions & flushes 2024-11-22T03:18:53,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. after waiting 0 ms 2024-11-22T03:18:53,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f129701ce0d491592b5e4e3322bba842: Waiting for close lock at 1732245533620Disabling compacts and flushes for region at 1732245533620Disabling writes for close at 1732245533621 (+1 ms)Writing region close event to WAL at 1732245533621Closed at 1732245533621 2024-11-22T03:18:53,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:18:53,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245533622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245533622"}]},"ts":"1732245533622"} 2024-11-22T03:18:53,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:18:53,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:18:53,626 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245533626"}]},"ts":"1732245533626"} 2024-11-22T03:18:53,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:18:53,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f129701ce0d491592b5e4e3322bba842, ASSIGN}] 2024-11-22T03:18:53,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f129701ce0d491592b5e4e3322bba842, ASSIGN 2024-11-22T03:18:53,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f129701ce0d491592b5e4e3322bba842, ASSIGN; state=OFFLINE, location=b458937b0f5f,42499,1732245522589; forceNewPlan=false, retain=false 2024-11-22T03:18:53,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f129701ce0d491592b5e4e3322bba842, regionState=OPENING, regionLocation=b458937b0f5f,42499,1732245522589 2024-11-22T03:18:53,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f129701ce0d491592b5e4e3322bba842, ASSIGN because future has completed 2024-11-22T03:18:53,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f129701ce0d491592b5e4e3322bba842, server=b458937b0f5f,42499,1732245522589}] 2024-11-22T03:18:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:53,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:18:53,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:18:53,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42499%2C1732245522589.rep, suffix=, logDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589, archiveDir=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/oldWALs, maxLogs=10 2024-11-22T03:18:53,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.rep.1732245533950, exclude list is [], retry=0 2024-11-22T03:18:53,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45297,DS-3ae1e63f-0def-4bd6-afd4-bbaf3a490972,DISK] 2024-11-22T03:18:53,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.rep.1732245533950 2024-11-22T03:18:53,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-22T03:18:53,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f129701ce0d491592b5e4e3322bba842, NAME => 'hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:18:53,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:18:53,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:18:53,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. service=MultiRowMutationService 2024-11-22T03:18:53,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:18:53,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:18:53,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,971 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,972 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f129701ce0d491592b5e4e3322bba842 columnFamilyName hfileref 2024-11-22T03:18:53,972 DEBUG [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:53,973 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] regionserver.HStore(327): Store=f129701ce0d491592b5e4e3322bba842/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:53,973 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,974 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f129701ce0d491592b5e4e3322bba842 columnFamilyName queue 2024-11-22T03:18:53,975 DEBUG [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:53,975 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] regionserver.HStore(327): Store=f129701ce0d491592b5e4e3322bba842/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:53,975 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,976 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f129701ce0d491592b5e4e3322bba842 columnFamilyName sid 2024-11-22T03:18:53,976 DEBUG [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:18:53,977 INFO [StoreOpener-f129701ce0d491592b5e4e3322bba842-1 {}] regionserver.HStore(327): Store=f129701ce0d491592b5e4e3322bba842/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:18:53,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:18:53,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:18:53,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f129701ce0d491592b5e4e3322bba842; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60192015, jitterRate=-0.10306908190250397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:18:53,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:53,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f129701ce0d491592b5e4e3322bba842: Running coprocessor pre-open hook at 1732245533969Writing region info on filesystem at 1732245533969Initializing all the Stores at 1732245533970 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245533970Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245533971 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245533971Cleaning up temporary data from old regions at 1732245533979 (+8 ms)Running coprocessor post-open hooks at 1732245533984 (+5 ms)Region opened successfully at 1732245533984 2024-11-22T03:18:53,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842., pid=7, masterSystemTime=1732245533942 2024-11-22T03:18:53,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:53,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f129701ce0d491592b5e4e3322bba842, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42499,1732245522589 2024-11-22T03:18:53,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f129701ce0d491592b5e4e3322bba842, server=b458937b0f5f,42499,1732245522589 because future has completed 2024-11-22T03:18:53,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T03:18:53,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f129701ce0d491592b5e4e3322bba842, server=b458937b0f5f,42499,1732245522589 in 206 msec 2024-11-22T03:18:53,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:18:53,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f129701ce0d491592b5e4e3322bba842, ASSIGN in 368 msec 2024-11-22T03:18:53,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:18:53,999 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245533999"}]},"ts":"1732245533999"} 2024-11-22T03:18:54,001 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:18:54,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:18:54,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-22T03:18:54,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842., hostname=b458937b0f5f,42499,1732245522589, seqNum=2] 2024-11-22T03:18:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:54,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:18:54,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T03:18:54,256 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:18:54,284 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,42499,1732245522589, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:18:54,284 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:18:54,284 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42499,1732245522589, seqNum=-1] 2024-11-22T03:18:54,284 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:18:54,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-22T03:18:54,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,42499,1732245522589', locateType=CURRENT is [region=hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842., hostname=b458937b0f5f,42499,1732245522589, seqNum=2] 2024-11-22T03:18:54,292 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T03:18:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T03:18:54,295 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,42499,1732245522589 suceeded 2024-11-22T03:18:54,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T03:18:54,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-22T03:18:54,298 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:34119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:18:54,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-22T03:18:54,307 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:34119' 2024-11-22T03:18:54,308 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17979006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:54,309 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34119,-1 for getting cluster id 2024-11-22T03:18:54,309 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:18:54,309 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51989adb-2f26-4d38-8149-8b92ed2128a5' 2024-11-22T03:18:54,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:18:54,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51989adb-2f26-4d38-8149-8b92ed2128a5" 2024-11-22T03:18:54,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aeeecc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:54,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34119,-1] 2024-11-22T03:18:54,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:18:54,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,311 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:18:54,312 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a0f7a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:18:54,312 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34119,1732245529021 2024-11-22T03:18:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3050d22f 2024-11-22T03:18:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:54,314 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-22T03:18:54,315 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,42499,1732245522589 (queues=1) is replicating from cluster=fdc4aff0-b880-4119-8dad-8727580c63cf to cluster=51989adb-2f26-4d38-8149-8b92ed2128a5 2024-11-22T03:18:54,315 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C42499%2C1732245522589 2024-11-22T03:18:54,315 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,42499,1732245522589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:18:54,316 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.shipperb458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C42499%2C1732245522589 2024-11-22T03:18:54,316 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326, startPosition=0, beingWritten=true 2024-11-22T03:18:54,522 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 to pos 0, reset compression=false 2024-11-22T03:18:54,827 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 to pos 0, reset compression=false 2024-11-22T03:18:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:18:54,918 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:18:54,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:54,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:54,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:18:54,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,42257,1732245522375 2024-11-22T03:18:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e5f4ba 2024-11-22T03:18:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:18:54,923 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:18:54,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:18:54,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:18:54,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:54,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:54,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:54,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:18:54,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1697548638, stopped=false 2024-11-22T03:18:54,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,34119,1732245529021 2024-11-22T03:18:54,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1281942337/running 2024-11-22T03:18:54,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1281942337/running 2024-11-22T03:18:54,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:54,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:54,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:54,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:54,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:54,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/running 2024-11-22T03:18:54,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,39327,1732245529196' ***** 2024-11-22T03:18:54,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:18:54,937 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:18:54,937 INFO [RS:0;b458937b0f5f:39327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:18:54,937 INFO [RS:0;b458937b0f5f:39327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:18:54,937 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,39327,1732245529196 2024-11-22T03:18:54,937 INFO [RS:0;b458937b0f5f:39327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:54,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Set watcher on znode that does not yet exist, /1281942337/running 2024-11-22T03:18:54,937 INFO [RS:0;b458937b0f5f:39327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:39327. 2024-11-22T03:18:54,937 DEBUG [RS:0;b458937b0f5f:39327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:54,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:18:54,938 DEBUG [RS:0;b458937b0f5f:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:54,938 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:18:54,938 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:18:54,938 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:18:54,938 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:18:54,938 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:18:54,938 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:18:54,938 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:54,939 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:54,939 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:54,939 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:54,939 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:54,939 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:54,939 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T03:18:54,957 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/.tmp/ns/1adb104f3a3f4ff88ac910364d2ea285 is 43, key is default/ns:d/1732245532666/Put/seqid=0 2024-11-22T03:18:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741835_1011 (size=5153) 2024-11-22T03:18:54,991 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:55,139 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:55,232 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 to pos 0, reset compression=false 2024-11-22T03:18:55,339 DEBUG [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:18:55,364 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/.tmp/ns/1adb104f3a3f4ff88ac910364d2ea285 2024-11-22T03:18:55,372 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/.tmp/ns/1adb104f3a3f4ff88ac910364d2ea285 as hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/ns/1adb104f3a3f4ff88ac910364d2ea285 2024-11-22T03:18:55,383 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/ns/1adb104f3a3f4ff88ac910364d2ea285, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T03:18:55,385 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-22T03:18:55,395 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:18:55,397 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:55,397 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:55,397 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:55,397 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245534939Running coprocessor pre-close hooks at 1732245534939Disabling compacts and flushes for region at 1732245534939Disabling writes for close at 1732245534939Obtaining lock to block concurrent updates at 1732245534939Preparing flush snapshotting stores in 1588230740 at 1732245534939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732245534940 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245534941 (+1 ms)Flushing 1588230740/ns: creating writer at 1732245534941Flushing 1588230740/ns: appending metadata at 1732245534956 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732245534957 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cb3942: reopening flushed file at 1732245535371 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732245535385 (+14 ms)Writing region close event to WAL at 1732245535386 (+1 ms)Running coprocessor post-close hooks at 1732245535397 (+11 ms)Closed at 1732245535397 2024-11-22T03:18:55,397 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:55,518 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:18:55,518 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:18:55,539 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,39327,1732245529196; all regions closed. 2024-11-22T03:18:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741834_1010 (size=1152) 2024-11-22T03:18:55,555 DEBUG [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/oldWALs 2024-11-22T03:18:55,555 INFO [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C39327%2C1732245529196.meta:.meta(num 1732245532602) 2024-11-22T03:18:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741832_1008 (size=93) 2024-11-22T03:18:55,563 DEBUG [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/oldWALs 2024-11-22T03:18:55,563 INFO [RS:0;b458937b0f5f:39327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C39327%2C1732245529196:(num 1732245531632) 2024-11-22T03:18:55,563 DEBUG [RS:0;b458937b0f5f:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:55,563 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:55,563 INFO [RS:0;b458937b0f5f:39327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:55,563 INFO [RS:0;b458937b0f5f:39327 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:55,564 INFO [RS:0;b458937b0f5f:39327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:55,564 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:55,564 INFO [RS:0;b458937b0f5f:39327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39327 2024-11-22T03:18:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1281942337/rs/b458937b0f5f,39327,1732245529196 2024-11-22T03:18:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337/rs 2024-11-22T03:18:55,574 INFO [RS:0;b458937b0f5f:39327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:55,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,39327,1732245529196] 2024-11-22T03:18:55,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1281942337/draining/b458937b0f5f,39327,1732245529196 already deleted, retry=false 2024-11-22T03:18:55,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,39327,1732245529196 expired; onlineServers=0 2024-11-22T03:18:55,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,34119,1732245529021' ***** 2024-11-22T03:18:55,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:18:55,595 INFO [M:0;b458937b0f5f:34119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:55,595 INFO [M:0;b458937b0f5f:34119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:55,596 DEBUG [M:0;b458937b0f5f:34119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:18:55,596 DEBUG [M:0;b458937b0f5f:34119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:18:55,596 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245531389 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245531389,5,FailOnTimeoutGroup] 2024-11-22T03:18:55,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:18:55,596 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245531391 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245531391,5,FailOnTimeoutGroup] 2024-11-22T03:18:55,596 INFO [M:0;b458937b0f5f:34119 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:55,596 INFO [M:0;b458937b0f5f:34119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:55,596 DEBUG [M:0;b458937b0f5f:34119 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:18:55,596 INFO [M:0;b458937b0f5f:34119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:18:55,596 INFO [M:0;b458937b0f5f:34119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:55,597 INFO [M:0;b458937b0f5f:34119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:18:55,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:18:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1281942337/master 2024-11-22T03:18:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1281942337 2024-11-22T03:18:55,606 DEBUG [M:0;b458937b0f5f:34119 {}] zookeeper.ZKUtil(347): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Unable to get data of znode /1281942337/master because node does not exist (not an error) 2024-11-22T03:18:55,606 WARN [M:0;b458937b0f5f:34119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:18:55,607 INFO [M:0;b458937b0f5f:34119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/.lastflushedseqids 2024-11-22T03:18:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741836_1012 (size=99) 2024-11-22T03:18:55,619 INFO [M:0;b458937b0f5f:34119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:18:55,619 INFO [M:0;b458937b0f5f:34119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:18:55,619 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:55,619 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:55,619 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:55,619 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:55,619 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:55,619 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T03:18:55,654 DEBUG [M:0;b458937b0f5f:34119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb2391549574eb6a41e5cfc3485e91e is 82, key is hbase:meta,,1/info:regioninfo/1732245532636/Put/seqid=0 2024-11-22T03:18:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741837_1013 (size=5672) 2024-11-22T03:18:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x101608cf6fa0004, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:55,685 INFO [RS:0;b458937b0f5f:39327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:55,685 INFO [RS:0;b458937b0f5f:39327 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,39327,1732245529196; zookeeper connection closed. 2024-11-22T03:18:55,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19e5d159 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19e5d159 2024-11-22T03:18:55,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:18:55,689 INFO [M:0;b458937b0f5f:34119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb2391549574eb6a41e5cfc3485e91e 2024-11-22T03:18:55,728 DEBUG [M:0;b458937b0f5f:34119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1321c7ff81c43889161e6fae12c5c49 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732245532672/Put/seqid=0 2024-11-22T03:18:55,743 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 to pos 0, reset compression=false 2024-11-22T03:18:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741838_1014 (size=5275) 2024-11-22T03:18:55,760 INFO [M:0;b458937b0f5f:34119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1321c7ff81c43889161e6fae12c5c49 2024-11-22T03:18:55,802 DEBUG [M:0;b458937b0f5f:34119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61c351eaac7494989056b819d55665e is 69, key is b458937b0f5f,39327,1732245529196/rs:state/1732245531459/Put/seqid=0 2024-11-22T03:18:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741839_1015 (size=5156) 2024-11-22T03:18:56,216 INFO [M:0;b458937b0f5f:34119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61c351eaac7494989056b819d55665e 2024-11-22T03:18:56,222 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb2391549574eb6a41e5cfc3485e91e as hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bb2391549574eb6a41e5cfc3485e91e 2024-11-22T03:18:56,227 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bb2391549574eb6a41e5cfc3485e91e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T03:18:56,228 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1321c7ff81c43889161e6fae12c5c49 as hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1321c7ff81c43889161e6fae12c5c49 2024-11-22T03:18:56,234 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1321c7ff81c43889161e6fae12c5c49, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T03:18:56,235 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61c351eaac7494989056b819d55665e as hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a61c351eaac7494989056b819d55665e 2024-11-22T03:18:56,241 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a61c351eaac7494989056b819d55665e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T03:18:56,243 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 624ms, sequenceid=28, compaction requested=false 2024-11-22T03:18:56,249 INFO [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:56,249 DEBUG [M:0;b458937b0f5f:34119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245535619Disabling compacts and flushes for region at 1732245535619Disabling writes for close at 1732245535619Obtaining lock to block concurrent updates at 1732245535619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245535619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732245535620 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245535620Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245535621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245535654 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245535654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245535702 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245535727 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245535727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245535770 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245535801 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245535801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fd6a9: reopening flushed file at 1732245536221 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db8cdd6: reopening flushed file at 1732245536227 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1134d7: reopening flushed file at 1732245536234 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 624ms, sequenceid=28, compaction requested=false at 1732245536243 (+9 ms)Writing region close event to WAL at 1732245536249 (+6 ms)Closed at 1732245536249 2024-11-22T03:18:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741830_1006 (size=10165) 2024-11-22T03:18:56,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/708c8d20-0ca6-3bb5-6645-b14343b7e500/MasterData/WALs/b458937b0f5f,34119,1732245529021/b458937b0f5f%2C34119%2C1732245529021.1732245530991 not finished, retry = 0 2024-11-22T03:18:56,356 INFO [M:0;b458937b0f5f:34119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:18:56,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:56,356 INFO [M:0;b458937b0f5f:34119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34119 2024-11-22T03:18:56,357 INFO [M:0;b458937b0f5f:34119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:56,367 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 to pos 0, reset compression=false 2024-11-22T03:18:56,467 INFO [M:0;b458937b0f5f:34119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:56,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x101608cf6fa0003, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:56,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@433d5d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:56,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a15bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:56,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:56,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486ddd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:56,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d6d125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:56,473 WARN [BP-492344728-172.17.0.3-1732245526603 heartbeating to localhost/127.0.0.1:44587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:18:56,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:18:56,473 WARN [BP-492344728-172.17.0.3-1732245526603 heartbeating to localhost/127.0.0.1:44587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-492344728-172.17.0.3-1732245526603 (Datanode Uuid f1840419-6b9e-4d9c-991b-be61e23e92f3) service to localhost/127.0.0.1:44587 2024-11-22T03:18:56,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:18:56,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/cluster_fac9b738-035a-7971-304d-e9975237f4cb/data/data1/current/BP-492344728-172.17.0.3-1732245526603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:56,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/cluster_fac9b738-035a-7971-304d-e9975237f4cb/data/data2/current/BP-492344728-172.17.0.3-1732245526603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:56,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:18:56,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65c6d5be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:56,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac813a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:56,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:56,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc3c6c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:56,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e8aa01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:18:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:18:56,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:56,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:56,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:56,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:56,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:56,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:18:56,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147409153, stopped=false 2024-11-22T03:18:56,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,42257,1732245522375 2024-11-22T03:18:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0422060160/running 2024-11-22T03:18:56,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0422060160/running 2024-11-22T03:18:56,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:56,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:18:56,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:56,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:56,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,42499,1732245522589' ***** 2024-11-22T03:18:56,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:18:56,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/running 2024-11-22T03:18:56,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Set watcher on znode that does not yet exist, /0422060160/running 2024-11-22T03:18:56,512 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:18:56,512 INFO [RS:0;b458937b0f5f:42499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:18:56,512 INFO [RS:0;b458937b0f5f:42499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:56,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,42499,1732245522589 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42499. 2024-11-22T03:18:56,513 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f129701ce0d491592b5e4e3322bba842, disabling compactions & flushes 2024-11-22T03:18:56,513 DEBUG [RS:0;b458937b0f5f:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:56,513 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:56,513 DEBUG [RS:0;b458937b0f5f:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:56,513 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:56,513 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. after waiting 0 ms 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:18:56,513 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:18:56,513 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f129701ce0d491592b5e4e3322bba842 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T03:18:56,513 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:18:56,514 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:18:56,514 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1325): Online Regions={f129701ce0d491592b5e4e3322bba842=hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:18:56,514 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:56,514 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:18:56,514 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:18:56,514 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:18:56,514 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:18:56,514 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:18:56,514 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T03:18:56,539 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/info/9a24db5a257b42baba83e62f657aceca is 147, key is hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842./info:regioninfo/1732245533989/Put/seqid=0 2024-11-22T03:18:56,542 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/.tmp/queue/bf883520ff6844aaacd6ec68e813c91b is 151, key is 1-b458937b0f5f,42499,1732245522589/queue:b458937b0f5f%2C42499%2C1732245522589/1732245534290/Put/seqid=0 2024-11-22T03:18:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741838_1014 (size=6631) 2024-11-22T03:18:56,545 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/info/9a24db5a257b42baba83e62f657aceca 2024-11-22T03:18:56,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741839_1015 (size=5350) 2024-11-22T03:18:56,568 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/ns/ca48a3ddf79d41529a1e43c00117535c is 43, key is default/ns:d/1732245526450/Put/seqid=0 2024-11-22T03:18:56,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741840_1016 (size=5153) 2024-11-22T03:18:56,582 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/ns/ca48a3ddf79d41529a1e43c00117535c 2024-11-22T03:18:56,598 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:56,603 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/table/406fe247476b42ebbf24772d79fd81a2 is 53, key is hbase:replication/table:state/1732245533999/Put/seqid=0 2024-11-22T03:18:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741841_1017 (size=5256) 2024-11-22T03:18:56,714 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:56,914 DEBUG [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f129701ce0d491592b5e4e3322bba842 2024-11-22T03:18:56,950 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/.tmp/queue/bf883520ff6844aaacd6ec68e813c91b 2024-11-22T03:18:56,957 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/.tmp/queue/bf883520ff6844aaacd6ec68e813c91b as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/queue/bf883520ff6844aaacd6ec68e813c91b 2024-11-22T03:18:56,963 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/queue/bf883520ff6844aaacd6ec68e813c91b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T03:18:56,964 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f129701ce0d491592b5e4e3322bba842 in 451ms, sequenceid=5, compaction requested=false 2024-11-22T03:18:56,964 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:18:56,969 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/replication/f129701ce0d491592b5e4e3322bba842/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:18:56,969 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:56,969 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:56,969 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:56,970 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f129701ce0d491592b5e4e3322bba842: Waiting for close lock at 1732245536513Running coprocessor pre-close hooks at 1732245536513Disabling compacts and flushes for region at 1732245536513Disabling writes for close at 1732245536513Obtaining lock to block concurrent updates at 1732245536513Preparing flush snapshotting stores in f129701ce0d491592b5e4e3322bba842 at 1732245536513Finished memstore snapshotting hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732245536514 (+1 ms)Flushing stores of hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. at 1732245536515 (+1 ms)Flushing f129701ce0d491592b5e4e3322bba842/queue: creating writer at 1732245536515Flushing f129701ce0d491592b5e4e3322bba842/queue: appending metadata at 1732245536542 (+27 ms)Flushing f129701ce0d491592b5e4e3322bba842/queue: closing flushed file at 1732245536542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f77ef7: reopening flushed file at 1732245536956 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f129701ce0d491592b5e4e3322bba842 in 451ms, sequenceid=5, compaction requested=false at 1732245536964 (+8 ms)Writing region close event to WAL at 1732245536965 (+1 ms)Running coprocessor post-close hooks at 1732245536969 (+4 ms)Closed at 1732245536969 2024-11-22T03:18:56,970 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245532780.f129701ce0d491592b5e4e3322bba842. 2024-11-22T03:18:57,008 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/table/406fe247476b42ebbf24772d79fd81a2 2024-11-22T03:18:57,014 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/info/9a24db5a257b42baba83e62f657aceca as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/info/9a24db5a257b42baba83e62f657aceca 2024-11-22T03:18:57,019 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/info/9a24db5a257b42baba83e62f657aceca, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T03:18:57,020 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/ns/ca48a3ddf79d41529a1e43c00117535c as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/ns/ca48a3ddf79d41529a1e43c00117535c 2024-11-22T03:18:57,025 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/ns/ca48a3ddf79d41529a1e43c00117535c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:18:57,026 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/.tmp/table/406fe247476b42ebbf24772d79fd81a2 as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/table/406fe247476b42ebbf24772d79fd81a2 2024-11-22T03:18:57,032 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/table/406fe247476b42ebbf24772d79fd81a2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T03:18:57,033 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=11, compaction requested=false 2024-11-22T03:18:57,038 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:18:57,039 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:18:57,039 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:18:57,039 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:57,039 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245536514Running coprocessor pre-close hooks at 1732245536514Disabling compacts and flushes for region at 1732245536514Disabling writes for close at 1732245536514Obtaining lock to block concurrent updates at 1732245536514Preparing flush snapshotting stores in 1588230740 at 1732245536514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732245536515 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245536515Flushing 1588230740/info: creating writer at 1732245536515Flushing 1588230740/info: appending metadata at 1732245536538 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732245536538Flushing 1588230740/ns: creating writer at 1732245536551 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732245536568 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732245536568Flushing 1588230740/table: creating writer at 1732245536588 (+20 ms)Flushing 1588230740/table: appending metadata at 1732245536603 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732245536603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bce8f7: reopening flushed file at 1732245537013 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a3e992: reopening flushed file at 1732245537020 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfbb796: reopening flushed file at 1732245537025 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=11, compaction requested=false at 1732245537033 (+8 ms)Writing region close event to WAL at 1732245537034 (+1 ms)Running coprocessor post-close hooks at 1732245537039 (+5 ms)Closed at 1732245537039 2024-11-22T03:18:57,039 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:18:57,072 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/WALs/b458937b0f5f,42499,1732245522589/b458937b0f5f%2C42499%2C1732245522589.1732245525326 to pos 0, reset compression=false 2024-11-22T03:18:57,114 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,42499,1732245522589; all regions closed. 2024-11-22T03:18:57,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741834_1010 (size=2742) 2024-11-22T03:18:57,126 DEBUG [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/oldWALs 2024-11-22T03:18:57,126 INFO [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C42499%2C1732245522589.meta:.meta(num 1732245526338) 2024-11-22T03:18:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741837_1013 (size=1586) 2024-11-22T03:18:57,134 DEBUG [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/oldWALs 2024-11-22T03:18:57,134 INFO [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C42499%2C1732245522589.rep:(num 1732245533950) 2024-11-22T03:18:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741832_1008 (size=93) 2024-11-22T03:18:57,140 DEBUG [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/oldWALs 2024-11-22T03:18:57,140 INFO [RS:0;b458937b0f5f:42499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C42499%2C1732245522589:(num 1732245525326) 2024-11-22T03:18:57,140 DEBUG [RS:0;b458937b0f5f:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:57,140 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:18:57,140 INFO [RS:0;b458937b0f5f:42499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:57,140 INFO [RS:0;b458937b0f5f:42499 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:57,141 INFO [RS:0;b458937b0f5f:42499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:57,141 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:57,141 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,42499,1732245522589 because: Region server is closing 2024-11-22T03:18:57,141 INFO [RS:0;b458937b0f5f:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42499. 2024-11-22T03:18:57,141 DEBUG [RS:0;b458937b0f5f:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:18:57,141 DEBUG [RS:0;b458937b0f5f:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:57,141 DEBUG [RS:0;b458937b0f5f:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:18:57,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:18:57,242 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.shipperb458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:18:57,242 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.wal-reader.b458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:18:57,242 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42499,1732245522589.replicationSource.shipperb458937b0f5f%2C42499%2C1732245522589,1-b458937b0f5f,42499,1732245522589 terminated 2024-11-22T03:18:57,242 INFO [RS:0;b458937b0f5f:42499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42499 2024-11-22T03:18:57,251 INFO [RS:0;b458937b0f5f:42499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0422060160/rs/b458937b0f5f,42499,1732245522589 2024-11-22T03:18:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160/rs 2024-11-22T03:18:57,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,42499,1732245522589] 2024-11-22T03:18:57,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0422060160/draining/b458937b0f5f,42499,1732245522589 already deleted, retry=false 2024-11-22T03:18:57,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,42499,1732245522589 expired; onlineServers=0 2024-11-22T03:18:57,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,42257,1732245522375' ***** 2024-11-22T03:18:57,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:18:57,283 INFO [M:0;b458937b0f5f:42257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:18:57,283 INFO [M:0;b458937b0f5f:42257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:18:57,283 DEBUG [M:0;b458937b0f5f:42257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:18:57,283 DEBUG [M:0;b458937b0f5f:42257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:18:57,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:18:57,284 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245525032 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245525032,5,FailOnTimeoutGroup] 2024-11-22T03:18:57,284 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245525032 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245525032,5,FailOnTimeoutGroup] 2024-11-22T03:18:57,284 INFO [M:0;b458937b0f5f:42257 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:18:57,284 INFO [M:0;b458937b0f5f:42257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:18:57,284 DEBUG [M:0;b458937b0f5f:42257 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:18:57,284 INFO [M:0;b458937b0f5f:42257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:18:57,284 INFO [M:0;b458937b0f5f:42257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:18:57,284 INFO [M:0;b458937b0f5f:42257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:18:57,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:18:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0422060160/master 2024-11-22T03:18:57,294 DEBUG [M:0;b458937b0f5f:42257 {}] zookeeper.ZKUtil(347): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Unable to get data of znode /0422060160/master because node does not exist (not an error) 2024-11-22T03:18:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0422060160 2024-11-22T03:18:57,294 WARN [M:0;b458937b0f5f:42257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:18:57,294 INFO [M:0;b458937b0f5f:42257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/.lastflushedseqids 2024-11-22T03:18:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741842_1018 (size=181) 2024-11-22T03:18:57,362 INFO [RS:0;b458937b0f5f:42499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:57,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:57,362 INFO [RS:0;b458937b0f5f:42499 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,42499,1732245522589; zookeeper connection closed. 2024-11-22T03:18:57,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x101608cf6fa0001, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:57,362 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@588e69df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@588e69df 2024-11-22T03:18:57,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:18:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:18:57,700 INFO [M:0;b458937b0f5f:42257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:18:57,700 INFO [M:0;b458937b0f5f:42257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:18:57,701 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:18:57,701 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:57,701 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:57,701 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:18:57,701 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:57,701 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T03:18:57,722 DEBUG [M:0;b458937b0f5f:42257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5afbb0b2aa8949afaf41ea002bcd8a94 is 82, key is hbase:meta,,1/info:regioninfo/1732245526371/Put/seqid=0 2024-11-22T03:18:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741843_1019 (size=5672) 2024-11-22T03:18:58,128 INFO [M:0;b458937b0f5f:42257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5afbb0b2aa8949afaf41ea002bcd8a94 2024-11-22T03:18:58,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:18:58,149 DEBUG [M:0;b458937b0f5f:42257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d81d2ba8c5034524b75f84790254f448 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732245534004/Put/seqid=0 2024-11-22T03:18:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741844_1020 (size=7203) 2024-11-22T03:18:58,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:18:58,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:18:58,554 INFO [M:0;b458937b0f5f:42257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d81d2ba8c5034524b75f84790254f448 2024-11-22T03:18:58,574 DEBUG [M:0;b458937b0f5f:42257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baaf0d35807a4b24942e4ac5e3222df9 is 69, key is b458937b0f5f,42499,1732245522589/rs:state/1732245525153/Put/seqid=0 2024-11-22T03:18:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741845_1021 (size=5156) 2024-11-22T03:18:58,978 INFO [M:0;b458937b0f5f:42257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baaf0d35807a4b24942e4ac5e3222df9 2024-11-22T03:18:58,984 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5afbb0b2aa8949afaf41ea002bcd8a94 as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5afbb0b2aa8949afaf41ea002bcd8a94 2024-11-22T03:18:58,989 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5afbb0b2aa8949afaf41ea002bcd8a94, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T03:18:58,990 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d81d2ba8c5034524b75f84790254f448 as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d81d2ba8c5034524b75f84790254f448 2024-11-22T03:18:59,000 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d81d2ba8c5034524b75f84790254f448, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T03:18:59,001 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baaf0d35807a4b24942e4ac5e3222df9 as hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/baaf0d35807a4b24942e4ac5e3222df9 2024-11-22T03:18:59,009 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33029/user/jenkins/test-data/a31c60f9-051a-0d19-8334-eaa672a79008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/baaf0d35807a4b24942e4ac5e3222df9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T03:18:59,013 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false 2024-11-22T03:18:59,027 INFO [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:18:59,028 DEBUG [M:0;b458937b0f5f:42257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245537701Disabling compacts and flushes for region at 1732245537701Disabling writes for close at 1732245537701Obtaining lock to block concurrent updates at 1732245537701Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245537701Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732245537701Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245537702 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245537702Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245537722 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245537722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245538133 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245538148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245538149 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245538559 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245538573 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245538573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f7ad9: reopening flushed file at 1732245538983 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343e07b: reopening flushed file at 1732245538990 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2ffe50: reopening flushed file at 1732245539000 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false at 1732245539013 (+13 ms)Writing region close event to WAL at 1732245539027 (+14 ms)Closed at 1732245539027 2024-11-22T03:18:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45297 is added to blk_1073741830_1006 (size=41008) 2024-11-22T03:18:59,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:18:59,037 INFO [M:0;b458937b0f5f:42257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:18:59,037 INFO [M:0;b458937b0f5f:42257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42257 2024-11-22T03:18:59,037 INFO [M:0;b458937b0f5f:42257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:18:59,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:59,148 INFO [M:0;b458937b0f5f:42257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:18:59,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42257-0x101608cf6fa0000, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:18:59,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:18:59,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:59,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:59,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:59,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:59,151 WARN [BP-1408445993-172.17.0.3-1732245519209 heartbeating to localhost/127.0.0.1:33029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:18:59,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:18:59,152 WARN [BP-1408445993-172.17.0.3-1732245519209 heartbeating to localhost/127.0.0.1:33029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1408445993-172.17.0.3-1732245519209 (Datanode Uuid f8e14d4a-27c1-4924-9897-e7093b83668b) service to localhost/127.0.0.1:33029 2024-11-22T03:18:59,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:18:59,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/data/data1/current/BP-1408445993-172.17.0.3-1732245519209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:59,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/cluster_552c1fb5-cfde-5df8-8e11-849e5e3b0049/data/data2/current/BP-1408445993-172.17.0.3-1732245519209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:18:59,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:18:59,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:59,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:18:59,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:18:59,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:18:59,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446bb69e-ac4b-868f-4fec-02a885be9a0d/hadoop.log.dir/,STOPPED} 2024-11-22T03:18:59,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:18:59,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:18:59,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44587 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33029 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=606 (was 675), ProcessCount=11 (was 11), AvailableMemoryMB=6601 (was 7155) 2024-11-22T03:18:59,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=6601 2024-11-22T03:18:59,207 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-22T03:18:59,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir so I do NOT create it in target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf 2024-11-22T03:18:59,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:18:59,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.tmp.dir so I do NOT create it in target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf 2024-11-22T03:18:59,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d0ea073-3d13-dec9-4e51-1bd35f793d1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:18:59,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf 2024-11-22T03:18:59,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9, deleteOnExit=true 2024-11-22T03:18:59,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/zookeeper_0, clientPort=51785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:18:59,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51785 2024-11-22T03:18:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:18:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:18:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/test.cache.data in system properties and HBase conf 2024-11-22T03:18:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:18:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:18:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:18:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:18:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:18:59,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:18:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:18:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:18:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:18:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:18:59,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:18:59,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101608cf6fa0005, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:18:59,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101608cf6fa0002, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:18:59,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101608cf6fa0005, quorum=127.0.0.1:62169, baseZNode=/1281942337 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:18:59,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101608cf6fa0002, quorum=127.0.0.1:62169, baseZNode=/0422060160 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:18:59,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:59,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:18:59,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:18:59,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:18:59,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:18:59,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:18:59,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f544fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:18:59,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18935bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:18:59,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5df0e3e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/java.io.tmpdir/jetty-localhost-35553-hadoop-hdfs-3_4_1-tests_jar-_-any-2210121031223616374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:18:59,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3161844d{HTTP/1.1, (http/1.1)}{localhost:35553} 2024-11-22T03:18:59,915 INFO [Time-limited test {}] server.Server(415): Started @55473ms 2024-11-22T03:19:00,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:19:00,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:19:00,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:19:00,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:19:00,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:19:00,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d75e731{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:19:00,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3883b1f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:19:00,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ebda5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/java.io.tmpdir/jetty-localhost-45239-hadoop-hdfs-3_4_1-tests_jar-_-any-324147895916326973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:19:00,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4af3ebed{HTTP/1.1, (http/1.1)}{localhost:45239} 2024-11-22T03:19:00,353 INFO [Time-limited test {}] server.Server(415): Started @55911ms 2024-11-22T03:19:00,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:19:01,341 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/data/data1/current/BP-722725544-172.17.0.3-1732245539269/current, will proceed with Du for space computation calculation, 2024-11-22T03:19:01,341 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/data/data2/current/BP-722725544-172.17.0.3-1732245539269/current, will proceed with Du for space computation calculation, 2024-11-22T03:19:01,356 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:19:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a9c516a1d88d57 with lease ID 0xe03551ca21f7e0ea: Processing first storage report for DS-c58b3c30-fe8f-41ac-92bf-2aa9dd511afc from datanode DatanodeRegistration(127.0.0.1:41491, datanodeUuid=b90f2b69-48a7-4130-8a6e-a3e71962c164, infoPort=43651, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=964766867;c=1732245539269) 2024-11-22T03:19:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a9c516a1d88d57 with lease ID 0xe03551ca21f7e0ea: from storage DS-c58b3c30-fe8f-41ac-92bf-2aa9dd511afc node DatanodeRegistration(127.0.0.1:41491, datanodeUuid=b90f2b69-48a7-4130-8a6e-a3e71962c164, infoPort=43651, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=964766867;c=1732245539269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:19:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a9c516a1d88d57 with lease ID 0xe03551ca21f7e0ea: Processing first storage report for DS-3f9135f5-b2c5-458e-bfb3-2b7aba8e2747 from datanode DatanodeRegistration(127.0.0.1:41491, datanodeUuid=b90f2b69-48a7-4130-8a6e-a3e71962c164, infoPort=43651, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=964766867;c=1732245539269) 2024-11-22T03:19:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a9c516a1d88d57 with lease ID 0xe03551ca21f7e0ea: from storage DS-3f9135f5-b2c5-458e-bfb3-2b7aba8e2747 node DatanodeRegistration(127.0.0.1:41491, datanodeUuid=b90f2b69-48a7-4130-8a6e-a3e71962c164, infoPort=43651, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=964766867;c=1732245539269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:19:01,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf 2024-11-22T03:19:01,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:01,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:01,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:19:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:19:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:19:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:19:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:19:01,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839 with version=8 2024-11-22T03:19:01,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/hbase-staging 2024-11-22T03:19:01,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:19:01,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:19:01,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40349 2024-11-22T03:19:01,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40349 connecting to ZooKeeper ensemble=127.0.0.1:51785 2024-11-22T03:19:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403490x0, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:19:01,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40349-0x101608d45470000 connected 2024-11-22T03:19:01,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:01,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:01,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/running 2024-11-22T03:19:01,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839, hbase.cluster.distributed=false 2024-11-22T03:19:01,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/acl 2024-11-22T03:19:01,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40349 2024-11-22T03:19:01,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40349 2024-11-22T03:19:01,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40349 2024-11-22T03:19:01,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40349 2024-11-22T03:19:01,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40349 2024-11-22T03:19:01,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:19:01,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:19:01,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38893 2024-11-22T03:19:01,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38893 connecting to ZooKeeper ensemble=127.0.0.1:51785 2024-11-22T03:19:01,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:01,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388930x0, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:19:02,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388930x0, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/running 2024-11-22T03:19:02,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38893-0x101608d45470001 connected 2024-11-22T03:19:02,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:19:02,007 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:19:02,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/master 2024-11-22T03:19:02,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/acl 2024-11-22T03:19:02,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-22T03:19:02,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38893 2024-11-22T03:19:02,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38893 2024-11-22T03:19:02,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-22T03:19:02,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-22T03:19:02,023 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:40349 2024-11-22T03:19:02,023 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1847737338/backup-masters/b458937b0f5f,40349,1732245541798 2024-11-22T03:19:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338/backup-masters 2024-11-22T03:19:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338/backup-masters 2024-11-22T03:19:02,030 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on existing znode=/0-1847737338/backup-masters/b458937b0f5f,40349,1732245541798 2024-11-22T03:19:02,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1847737338/master 2024-11-22T03:19:02,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:02,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:02,041 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on existing znode=/0-1847737338/master 2024-11-22T03:19:02,041 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1847737338/backup-masters/b458937b0f5f,40349,1732245541798 from backup master directory 2024-11-22T03:19:02,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1847737338/backup-masters/b458937b0f5f,40349,1732245541798 2024-11-22T03:19:02,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338/backup-masters 2024-11-22T03:19:02,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338/backup-masters 2024-11-22T03:19:02,051 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:19:02,051 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,40349,1732245541798 2024-11-22T03:19:02,055 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/hbase.id] with ID: c6697127-0524-4bec-9879-dec004f279d2 2024-11-22T03:19:02,055 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/.tmp/hbase.id 2024-11-22T03:19:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:19:02,459 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/.tmp/hbase.id]:[hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/hbase.id] 2024-11-22T03:19:02,471 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:02,471 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:19:02,473 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:19:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:19:02,889 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:19:02,890 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:19:02,890 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:19:03,299 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store 2024-11-22T03:19:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:19:03,705 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:03,705 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:19:03,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:03,706 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:03,706 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:19:03,706 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:03,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:03,706 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245543705Disabling compacts and flushes for region at 1732245543705Disabling writes for close at 1732245543706 (+1 ms)Writing region close event to WAL at 1732245543706Closed at 1732245543706 2024-11-22T03:19:03,706 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/.initializing 2024-11-22T03:19:03,707 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/WALs/b458937b0f5f,40349,1732245541798 2024-11-22T03:19:03,707 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:19:03,709 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C40349%2C1732245541798, suffix=, logDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/WALs/b458937b0f5f,40349,1732245541798, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/oldWALs, maxLogs=10 2024-11-22T03:19:03,727 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/WALs/b458937b0f5f,40349,1732245541798/b458937b0f5f%2C40349%2C1732245541798.1732245543709, exclude list is [], retry=0 2024-11-22T03:19:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-c58b3c30-fe8f-41ac-92bf-2aa9dd511afc,DISK] 2024-11-22T03:19:03,732 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/WALs/b458937b0f5f,40349,1732245541798/b458937b0f5f%2C40349%2C1732245541798.1732245543709 2024-11-22T03:19:03,733 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43651:43651)] 2024-11-22T03:19:03,733 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:03,733 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:03,733 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,733 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:19:03,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:03,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:03,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:19:03,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:03,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:03,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:19:03,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:03,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:03,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:19:03,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:03,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:03,745 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,746 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,747 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,749 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,749 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,750 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:19:03,751 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:03,753 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:03,753 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119767, jitterRate=-0.059442177414894104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:19:03,754 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245543733Initializing all the Stores at 1732245543734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245543734Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245543734Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245543734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245543734Cleaning up temporary data from old regions at 1732245543749 (+15 ms)Region opened successfully at 1732245543754 (+5 ms) 2024-11-22T03:19:03,754 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:19:03,757 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be9cfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:19:03,758 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:19:03,758 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:19:03,758 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:19:03,758 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:19:03,759 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:19:03,759 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:19:03,759 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:19:03,762 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:19:03,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Unable to get data of znode /0-1847737338/balancer because node does not exist (not necessarily an error) 2024-11-22T03:19:03,784 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1847737338/balancer already deleted, retry=false 2024-11-22T03:19:03,784 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:19:03,785 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Unable to get data of znode /0-1847737338/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:19:03,805 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1847737338/normalizer already deleted, retry=false 2024-11-22T03:19:03,805 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:19:03,807 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Unable to get data of znode /0-1847737338/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:19:03,826 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1847737338/switch/split already deleted, retry=false 2024-11-22T03:19:03,827 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Unable to get data of znode /0-1847737338/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:19:03,837 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1847737338/switch/merge already deleted, retry=false 2024-11-22T03:19:03,839 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Unable to get data of znode /0-1847737338/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:19:03,851 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1847737338/snapshot-cleanup already deleted, retry=false 2024-11-22T03:19:03,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1847737338/running 2024-11-22T03:19:03,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1847737338/running 2024-11-22T03:19:03,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:03,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:03,862 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,40349,1732245541798, sessionid=0x101608d45470000, setting cluster-up flag (Was=false) 2024-11-22T03:19:03,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:03,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:03,914 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1847737338/flush-table-proc/acquired, /0-1847737338/flush-table-proc/reached, /0-1847737338/flush-table-proc/abort 2024-11-22T03:19:03,915 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,40349,1732245541798 2024-11-22T03:19:03,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:03,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:03,967 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1847737338/online-snapshot/acquired, /0-1847737338/online-snapshot/reached, /0-1847737338/online-snapshot/abort 2024-11-22T03:19:03,968 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,40349,1732245541798 2024-11-22T03:19:03,969 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:19:03,971 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:03,971 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:19:03,971 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:19:03,971 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,40349,1732245541798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:19:03,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:03,974 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245573974 2024-11-22T03:19:03,974 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:19:03,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:03,974 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:19:03,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:19:03,974 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:19:03,974 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:19:03,974 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:19:03,975 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:19:03,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:03,976 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245543976,5,FailOnTimeoutGroup] 2024-11-22T03:19:03,976 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245543976,5,FailOnTimeoutGroup] 2024-11-22T03:19:03,976 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:03,976 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:19:03,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:19:03,976 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:03,976 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:19:04,015 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(746): ClusterId : c6697127-0524-4bec-9879-dec004f279d2 2024-11-22T03:19:04,015 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:19:04,030 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:19:04,030 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:19:04,041 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:19:04,042 DEBUG [RS:0;b458937b0f5f:38893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2015c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:19:04,052 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:38893 2024-11-22T03:19:04,052 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:19:04,052 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:19:04,052 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:19:04,053 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,40349,1732245541798 with port=38893, startcode=1732245541986 2024-11-22T03:19:04,053 DEBUG [RS:0;b458937b0f5f:38893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:19:04,054 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:19:04,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,38893,1732245541986 2024-11-22T03:19:04,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40349 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:04,056 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839 2024-11-22T03:19:04,056 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42799 2024-11-22T03:19:04,056 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:19:04,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338/rs 2024-11-22T03:19:04,069 DEBUG [RS:0;b458937b0f5f:38893 {}] zookeeper.ZKUtil(111): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on existing znode=/0-1847737338/rs/b458937b0f5f,38893,1732245541986 2024-11-22T03:19:04,069 WARN [RS:0;b458937b0f5f:38893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:19:04,069 INFO [RS:0;b458937b0f5f:38893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:04,069 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986 2024-11-22T03:19:04,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,38893,1732245541986] 2024-11-22T03:19:04,072 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:19:04,074 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:19:04,075 INFO [RS:0;b458937b0f5f:38893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:19:04,075 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,075 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:19:04,076 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:19:04,076 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:04,076 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:19:04,077 DEBUG [RS:0;b458937b0f5f:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:19:04,080 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,080 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,080 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,080 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,080 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,080 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38893,1732245541986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:19:04,093 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:19:04,093 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38893,1732245541986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,093 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,093 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.Replication(171): b458937b0f5f,38893,1732245541986 started 2024-11-22T03:19:04,105 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:04,105 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,38893,1732245541986, RpcServer on b458937b0f5f/172.17.0.3:38893, sessionid=0x101608d45470001 2024-11-22T03:19:04,105 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:19:04,105 DEBUG [RS:0;b458937b0f5f:38893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,38893,1732245541986 2024-11-22T03:19:04,105 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,38893,1732245541986' 2024-11-22T03:19:04,106 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1847737338/flush-table-proc/abort' 2024-11-22T03:19:04,106 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1847737338/flush-table-proc/acquired' 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,38893,1732245541986 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,38893,1732245541986' 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1847737338/online-snapshot/abort' 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1847737338/online-snapshot/acquired' 2024-11-22T03:19:04,107 DEBUG [RS:0;b458937b0f5f:38893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:19:04,107 INFO [RS:0;b458937b0f5f:38893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:19:04,107 INFO [RS:0;b458937b0f5f:38893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:19:04,208 INFO [RS:0;b458937b0f5f:38893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:19:04,216 INFO [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C38893%2C1732245541986, suffix=, logDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/oldWALs, maxLogs=10 2024-11-22T03:19:04,232 DEBUG [RS:0;b458937b0f5f:38893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216, exclude list is [], retry=0 2024-11-22T03:19:04,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-c58b3c30-fe8f-41ac-92bf-2aa9dd511afc,DISK] 2024-11-22T03:19:04,240 INFO [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 2024-11-22T03:19:04,241 DEBUG [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43651:43651)] 2024-11-22T03:19:04,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:19:04,384 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839 2024-11-22T03:19:04,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:19:04,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:04,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:19:04,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:19:04,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:04,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:04,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:19:04,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:19:04,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:04,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:04,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:19:04,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:19:04,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:04,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:04,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:19:04,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:19:04,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:04,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:19:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740 2024-11-22T03:19:04,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740 2024-11-22T03:19:04,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:19:04,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:19:04,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:19:04,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:19:04,829 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:04,830 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64545202, jitterRate=-0.03820154070854187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:19:04,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245544791Initializing all the Stores at 1732245544793 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245544793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245544794 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245544794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245544794Cleaning up temporary data from old regions at 1732245544824 (+30 ms)Region opened successfully at 1732245544836 (+12 ms) 2024-11-22T03:19:04,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:19:04,837 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:19:04,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:19:04,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:19:04,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:19:04,845 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:19:04,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245544836Disabling compacts and flushes for region at 1732245544836Disabling writes for close at 1732245544837 (+1 ms)Writing region close event to WAL at 1732245544845 (+8 ms)Closed at 1732245544845 2024-11-22T03:19:04,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:04,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:19:04,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:19:04,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:19:04,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:19:05,012 DEBUG [b458937b0f5f:40349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:19:05,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:05,014 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,38893,1732245541986, state=OPENING 2024-11-22T03:19:05,026 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:19:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:05,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1847737338/meta-region-server: CHANGED 2024-11-22T03:19:05,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:19:05,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,38893,1732245541986}] 2024-11-22T03:19:05,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1847737338/meta-region-server: CHANGED 2024-11-22T03:19:05,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:19:05,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:19:05,249 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:19:05,250 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:05,250 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:19:05,252 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C38893%2C1732245541986.meta, suffix=.meta, logDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/oldWALs, maxLogs=10 2024-11-22T03:19:05,274 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.meta.1732245545253.meta, exclude list is [], retry=0 2024-11-22T03:19:05,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-c58b3c30-fe8f-41ac-92bf-2aa9dd511afc,DISK] 2024-11-22T03:19:05,280 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.meta.1732245545253.meta 2024-11-22T03:19:05,281 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43651:43651)] 2024-11-22T03:19:05,281 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:05,281 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:19:05,282 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:19:05,282 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:19:05,282 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:19:05,282 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:19:05,282 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:05,282 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:19:05,282 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:19:05,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:19:05,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:19:05,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:05,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:05,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:19:05,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:19:05,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:05,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:05,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:19:05,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:19:05,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:05,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:05,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:19:05,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:19:05,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:05,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:05,296 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:19:05,297 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740 2024-11-22T03:19:05,299 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740 2024-11-22T03:19:05,303 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:19:05,303 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:19:05,304 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:19:05,306 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:19:05,307 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59773201, jitterRate=-0.10930989682674408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:19:05,307 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:19:05,308 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245545282Writing region info on filesystem at 1732245545282Initializing all the Stores at 1732245545283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245545283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245545284 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245545284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245545284Cleaning up temporary data from old regions at 1732245545303 (+19 ms)Running coprocessor post-open hooks at 1732245545307 (+4 ms)Region opened successfully at 1732245545308 (+1 ms) 2024-11-22T03:19:05,309 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245545224 2024-11-22T03:19:05,313 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:19:05,314 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:19:05,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:05,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,38893,1732245541986, state=OPEN 2024-11-22T03:19:05,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1847737338/meta-region-server 2024-11-22T03:19:05,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1847737338/meta-region-server 2024-11-22T03:19:05,325 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:05,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1847737338/meta-region-server: CHANGED 2024-11-22T03:19:05,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1847737338/meta-region-server: CHANGED 2024-11-22T03:19:05,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:19:05,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,38893,1732245541986 in 261 msec 2024-11-22T03:19:05,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:19:05,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-22T03:19:05,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:05,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:19:05,337 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:05,337 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38893,1732245541986, seqNum=-1] 2024-11-22T03:19:05,338 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:05,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:05,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-22T03:19:05,351 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245545351, completionTime=-1 2024-11-22T03:19:05,351 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:19:05,351 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:19:05,362 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:19:05,362 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245605362 2024-11-22T03:19:05,362 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245665362 2024-11-22T03:19:05,362 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-22T03:19:05,362 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40349,1732245541798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,363 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40349,1732245541798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,363 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40349,1732245541798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,363 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:40349, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,363 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,366 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:19:05,371 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,377 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.326sec 2024-11-22T03:19:05,377 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:19:05,377 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:19:05,377 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:19:05,377 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:19:05,378 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:19:05,378 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40349,1732245541798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:19:05,378 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40349,1732245541798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:19:05,407 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:19:05,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:19:05,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40349,1732245541798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b96aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:05,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40349,-1 for getting cluster id 2024-11-22T03:19:05,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:05,425 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6697127-0524-4bec-9879-dec004f279d2' 2024-11-22T03:19:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6697127-0524-4bec-9879-dec004f279d2" 2024-11-22T03:19:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36389b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40349,-1] 2024-11-22T03:19:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:05,427 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:05,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e52620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:05,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38893,1732245541986, seqNum=-1] 2024-11-22T03:19:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:05,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:05,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,40349,1732245541798 2024-11-22T03:19:05,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51785 2024-11-22T03:19:05,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:19:05,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101608d45470002 connected 2024-11-22T03:19:05,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir so I do NOT create it in target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4 2024-11-22T03:19:05,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:19:05,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.tmp.dir so I do NOT create it in target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4 2024-11-22T03:19:05,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:19:05,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/cluster_d0c00bb8-3ba0-18d6-4e6c-e9a71870eacd, deleteOnExit=true 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/test.cache.data in system properties and HBase conf 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:19:05,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:19:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:19:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:19:05,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:19:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:19:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:19:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:19:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:19:05,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:19:05,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:19:05,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:19:05,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:19:05,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:19:05,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:19:05,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:19:05,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:19:05,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1238e6ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:19:05,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c38981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:19:06,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e6f6e86{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/java.io.tmpdir/jetty-localhost-33617-hadoop-hdfs-3_4_1-tests_jar-_-any-17412151117682524379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:19:06,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@248bf18e{HTTP/1.1, (http/1.1)}{localhost:33617} 2024-11-22T03:19:06,139 INFO [Time-limited test {}] server.Server(415): Started @61697ms 2024-11-22T03:19:06,657 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:19:06,712 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:06,713 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:06,723 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:06,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:19:06,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:19:06,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:19:06,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:19:06,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:19:06,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6528ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:19:06,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e5a7305{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:19:06,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9020e1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/java.io.tmpdir/jetty-localhost-36157-hadoop-hdfs-3_4_1-tests_jar-_-any-11999414346442320359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:19:06,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67ecec60{HTTP/1.1, (http/1.1)}{localhost:36157} 2024-11-22T03:19:06,932 INFO [Time-limited test {}] server.Server(415): Started @62490ms 2024-11-22T03:19:06,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:19:07,909 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/cluster_d0c00bb8-3ba0-18d6-4e6c-e9a71870eacd/data/data2/current/BP-307595129-172.17.0.3-1732245545519/current, will proceed with Du for space computation calculation, 2024-11-22T03:19:07,909 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/cluster_d0c00bb8-3ba0-18d6-4e6c-e9a71870eacd/data/data1/current/BP-307595129-172.17.0.3-1732245545519/current, will proceed with Du for space computation calculation, 2024-11-22T03:19:07,942 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:19:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42af0b671e68f6bf with lease ID 0x783d22073f7e071e: Processing first storage report for DS-eb7def83-5731-4a5e-b606-e554984d25a6 from datanode DatanodeRegistration(127.0.0.1:32855, datanodeUuid=53725fc3-df27-4464-aba9-286693199d6b, infoPort=34773, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=606712860;c=1732245545519) 2024-11-22T03:19:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42af0b671e68f6bf with lease ID 0x783d22073f7e071e: from storage DS-eb7def83-5731-4a5e-b606-e554984d25a6 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=53725fc3-df27-4464-aba9-286693199d6b, infoPort=34773, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=606712860;c=1732245545519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:19:07,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42af0b671e68f6bf with lease ID 0x783d22073f7e071e: Processing first storage report for DS-48c92583-eb94-4d09-b88c-4e4d7a04cb33 from datanode DatanodeRegistration(127.0.0.1:32855, datanodeUuid=53725fc3-df27-4464-aba9-286693199d6b, infoPort=34773, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=606712860;c=1732245545519) 2024-11-22T03:19:07,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42af0b671e68f6bf with lease ID 0x783d22073f7e071e: from storage DS-48c92583-eb94-4d09-b88c-4e4d7a04cb33 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=53725fc3-df27-4464-aba9-286693199d6b, infoPort=34773, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=606712860;c=1732245545519), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:19:08,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4 2024-11-22T03:19:08,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:08,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:08,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:19:08,427 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d with version=8 2024-11-22T03:19:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/hbase-staging 2024-11-22T03:19:08,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:19:08,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:08,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:08,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:19:08,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:08,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:19:08,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:19:08,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:19:08,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44243 2024-11-22T03:19:08,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44243 connecting to ZooKeeper ensemble=127.0.0.1:51785 2024-11-22T03:19:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442430x0, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:19:08,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44243-0x101608d45470003 connected 2024-11-22T03:19:08,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:08,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:08,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/running 2024-11-22T03:19:08,557 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d, hbase.cluster.distributed=false 2024-11-22T03:19:08,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/acl 2024-11-22T03:19:08,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-22T03:19:08,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44243 2024-11-22T03:19:08,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44243 2024-11-22T03:19:08,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-22T03:19:08,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-22T03:19:08,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:19:08,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:08,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:08,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:19:08,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:19:08,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:19:08,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:19:08,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:19:08,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45841 2024-11-22T03:19:08,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45841 connecting to ZooKeeper ensemble=127.0.0.1:51785 2024-11-22T03:19:08,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:08,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:08,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458410x0, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:19:08,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458410x0, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/running 2024-11-22T03:19:08,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:19:08,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45841-0x101608d45470004 connected 2024-11-22T03:19:08,608 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:19:08,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/master 2024-11-22T03:19:08,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/acl 2024-11-22T03:19:08,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45841 2024-11-22T03:19:08,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45841 2024-11-22T03:19:08,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45841 2024-11-22T03:19:08,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45841 2024-11-22T03:19:08,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45841 2024-11-22T03:19:08,685 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:44243 2024-11-22T03:19:08,686 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1789843735/backup-masters/b458937b0f5f,44243,1732245548429 2024-11-22T03:19:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735/backup-masters 2024-11-22T03:19:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735/backup-masters 2024-11-22T03:19:08,712 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on existing znode=/1789843735/backup-masters/b458937b0f5f,44243,1732245548429 2024-11-22T03:19:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1789843735/master 2024-11-22T03:19:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:08,734 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on existing znode=/1789843735/master 2024-11-22T03:19:08,735 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1789843735/backup-masters/b458937b0f5f,44243,1732245548429 from backup master directory 2024-11-22T03:19:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1789843735/backup-masters/b458937b0f5f,44243,1732245548429 2024-11-22T03:19:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735/backup-masters 2024-11-22T03:19:08,805 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:19:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735/backup-masters 2024-11-22T03:19:08,805 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,44243,1732245548429 2024-11-22T03:19:08,827 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/hbase.id] with ID: d19cc4ef-ea80-4659-85d3-ea8b48acb184 2024-11-22T03:19:08,827 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/.tmp/hbase.id 2024-11-22T03:19:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:19:09,255 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/.tmp/hbase.id]:[hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/hbase.id] 2024-11-22T03:19:09,265 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:09,265 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:19:09,266 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:19:09,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:09,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:09,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:19:09,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:19:09,686 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:19:09,686 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:19:10,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:19:10,094 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store 2024-11-22T03:19:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:19:10,114 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:10,114 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:19:10,114 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:10,114 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:10,114 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:19:10,114 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:10,115 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:19:10,115 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245550114Disabling compacts and flushes for region at 1732245550114Disabling writes for close at 1732245550114Writing region close event to WAL at 1732245550114Closed at 1732245550114 2024-11-22T03:19:10,116 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/.initializing 2024-11-22T03:19:10,116 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/WALs/b458937b0f5f,44243,1732245548429 2024-11-22T03:19:10,118 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:19:10,125 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C44243%2C1732245548429, suffix=, logDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/WALs/b458937b0f5f,44243,1732245548429, archiveDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/oldWALs, maxLogs=10 2024-11-22T03:19:10,144 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/WALs/b458937b0f5f,44243,1732245548429/b458937b0f5f%2C44243%2C1732245548429.1732245550125, exclude list is [], retry=0 2024-11-22T03:19:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-eb7def83-5731-4a5e-b606-e554984d25a6,DISK] 2024-11-22T03:19:10,158 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/WALs/b458937b0f5f,44243,1732245548429/b458937b0f5f%2C44243%2C1732245548429.1732245550125 2024-11-22T03:19:10,168 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-11-22T03:19:10,168 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:10,169 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:10,169 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,169 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:19:10,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:10,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:19:10,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:10,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:19:10,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:10,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:19:10,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:10,186 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,187 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,187 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,188 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,188 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,189 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:19:10,190 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:19:10,205 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:10,206 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73359112, jitterRate=0.09313595294952393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:19:10,206 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245550169Initializing all the Stores at 1732245550170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245550170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245550175 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245550175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245550175Cleaning up temporary data from old regions at 1732245550188 (+13 ms)Region opened successfully at 1732245550206 (+18 ms) 2024-11-22T03:19:10,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:19:10,217 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27877598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:19:10,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:19:10,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:19:10,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:19:10,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:19:10,220 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:19:10,221 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:19:10,221 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:19:10,229 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:19:10,230 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Unable to get data of znode /1789843735/balancer because node does not exist (not necessarily an error) 2024-11-22T03:19:10,240 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1789843735/balancer already deleted, retry=false 2024-11-22T03:19:10,241 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:19:10,241 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Unable to get data of znode /1789843735/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:19:10,250 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1789843735/normalizer already deleted, retry=false 2024-11-22T03:19:10,251 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:19:10,252 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Unable to get data of znode /1789843735/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:19:10,344 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1789843735/switch/split already deleted, retry=false 2024-11-22T03:19:10,345 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Unable to get data of znode /1789843735/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:19:10,373 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1789843735/switch/merge already deleted, retry=false 2024-11-22T03:19:10,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Unable to get data of znode /1789843735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:19:10,387 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1789843735/snapshot-cleanup already deleted, retry=false 2024-11-22T03:19:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1789843735/running 2024-11-22T03:19:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1789843735/running 2024-11-22T03:19:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:10,398 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,44243,1732245548429, sessionid=0x101608d45470003, setting cluster-up flag (Was=false) 2024-11-22T03:19:10,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:10,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:10,450 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1789843735/flush-table-proc/acquired, /1789843735/flush-table-proc/reached, /1789843735/flush-table-proc/abort 2024-11-22T03:19:10,452 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,44243,1732245548429 2024-11-22T03:19:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:10,535 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1789843735/online-snapshot/acquired, /1789843735/online-snapshot/reached, /1789843735/online-snapshot/abort 2024-11-22T03:19:10,536 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,44243,1732245548429 2024-11-22T03:19:10,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:19:10,539 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:10,540 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:19:10,540 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:19:10,540 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,44243,1732245548429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:19:10,542 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:10,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:19:10,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:19:10,552 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245580552 2024-11-22T03:19:10,552 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:19:10,552 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:19:10,552 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:19:10,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:19:10,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:19:10,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:19:10,553 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:19:10,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:19:10,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:19:10,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:19:10,560 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:19:10,560 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:19:10,560 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245550560,5,FailOnTimeoutGroup] 2024-11-22T03:19:10,560 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245550560,5,FailOnTimeoutGroup] 2024-11-22T03:19:10,560 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,560 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:19:10,560 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,560 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:19:10,563 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(746): ClusterId : d19cc4ef-ea80-4659-85d3-ea8b48acb184 2024-11-22T03:19:10,563 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:19:10,574 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:19:10,574 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:19:10,584 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:19:10,585 DEBUG [RS:0;b458937b0f5f:45841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3195da6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:19:10,601 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:45841 2024-11-22T03:19:10,601 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:19:10,601 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:19:10,601 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:19:10,602 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,44243,1732245548429 with port=45841, startcode=1732245548577 2024-11-22T03:19:10,602 DEBUG [RS:0;b458937b0f5f:45841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:19:10,603 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:19:10,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,45841,1732245548577 2024-11-22T03:19:10,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44243 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,45841,1732245548577 2024-11-22T03:19:10,605 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d 2024-11-22T03:19:10,605 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40735 2024-11-22T03:19:10,605 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:19:10,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735/rs 2024-11-22T03:19:10,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,45841,1732245548577] 2024-11-22T03:19:10,642 DEBUG [RS:0;b458937b0f5f:45841 {}] zookeeper.ZKUtil(111): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on existing znode=/1789843735/rs/b458937b0f5f,45841,1732245548577 2024-11-22T03:19:10,642 WARN [RS:0;b458937b0f5f:45841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:19:10,642 INFO [RS:0;b458937b0f5f:45841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:10,642 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577 2024-11-22T03:19:10,646 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:19:10,648 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:19:10,648 INFO [RS:0;b458937b0f5f:45841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:19:10,648 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,649 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:19:10,649 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:19:10,649 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:19:10,650 DEBUG [RS:0;b458937b0f5f:45841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:19:10,652 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,652 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,652 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,652 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,652 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,652 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45841,1732245548577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:19:10,671 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:19:10,671 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45841,1732245548577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,671 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,671 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.Replication(171): b458937b0f5f,45841,1732245548577 started 2024-11-22T03:19:10,688 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:10,688 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,45841,1732245548577, RpcServer on b458937b0f5f/172.17.0.3:45841, sessionid=0x101608d45470004 2024-11-22T03:19:10,688 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:19:10,688 DEBUG [RS:0;b458937b0f5f:45841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,45841,1732245548577 2024-11-22T03:19:10,688 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,45841,1732245548577' 2024-11-22T03:19:10,688 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1789843735/flush-table-proc/abort' 2024-11-22T03:19:10,689 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1789843735/flush-table-proc/acquired' 2024-11-22T03:19:10,689 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:19:10,689 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:19:10,689 DEBUG [RS:0;b458937b0f5f:45841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,45841,1732245548577 2024-11-22T03:19:10,689 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,45841,1732245548577' 2024-11-22T03:19:10,689 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1789843735/online-snapshot/abort' 2024-11-22T03:19:10,690 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1789843735/online-snapshot/acquired' 2024-11-22T03:19:10,690 DEBUG [RS:0;b458937b0f5f:45841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:19:10,690 INFO [RS:0;b458937b0f5f:45841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:19:10,690 INFO [RS:0;b458937b0f5f:45841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:19:10,791 INFO [RS:0;b458937b0f5f:45841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:19:10,792 INFO [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C45841%2C1732245548577, suffix=, logDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577, archiveDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/oldWALs, maxLogs=10 2024-11-22T03:19:10,806 DEBUG [RS:0;b458937b0f5f:45841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577/b458937b0f5f%2C45841%2C1732245548577.1732245550793, exclude list is [], retry=0 2024-11-22T03:19:10,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-eb7def83-5731-4a5e-b606-e554984d25a6,DISK] 2024-11-22T03:19:10,810 INFO [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577/b458937b0f5f%2C45841%2C1732245548577.1732245550793 2024-11-22T03:19:10,810 DEBUG [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-11-22T03:19:10,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:19:10,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d 2024-11-22T03:19:10,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:19:10,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:10,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:19:10,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:19:10,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:10,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:19:10,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:19:10,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:10,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:19:10,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:19:10,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:10,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:19:10,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:19:10,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:10,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:10,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:19:10,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740 2024-11-22T03:19:10,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740 2024-11-22T03:19:10,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:19:10,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:19:10,992 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:19:10,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:19:10,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:10,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983591, jitterRate=0.10244141519069672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:19:10,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245550972Initializing all the Stores at 1732245550973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245550973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245550973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245550973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245550973Cleaning up temporary data from old regions at 1732245550991 (+18 ms)Region opened successfully at 1732245550998 (+7 ms) 2024-11-22T03:19:10,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:19:10,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:19:10,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:19:10,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:19:10,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:19:10,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:19:10,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245550998Disabling compacts and flushes for region at 1732245550998Disabling writes for close at 1732245550998Writing region close event to WAL at 1732245550998Closed at 1732245550998 2024-11-22T03:19:11,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:11,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:19:11,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:19:11,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:19:11,002 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:19:11,153 DEBUG [b458937b0f5f:44243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:19:11,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,45841,1732245548577 2024-11-22T03:19:11,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,45841,1732245548577, state=OPENING 2024-11-22T03:19:11,166 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:19:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:19:11,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1789843735/meta-region-server: CHANGED 2024-11-22T03:19:11,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1789843735/meta-region-server: CHANGED 2024-11-22T03:19:11,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:19:11,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,45841,1732245548577}] 2024-11-22T03:19:11,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:19:11,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:19:11,336 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:19:11,336 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:11,336 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:19:11,338 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C45841%2C1732245548577.meta, suffix=.meta, logDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577, archiveDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/oldWALs, maxLogs=10 2024-11-22T03:19:11,350 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577/b458937b0f5f%2C45841%2C1732245548577.meta.1732245551338.meta, exclude list is [], retry=0 2024-11-22T03:19:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-eb7def83-5731-4a5e-b606-e554984d25a6,DISK] 2024-11-22T03:19:11,354 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577/b458937b0f5f%2C45841%2C1732245548577.meta.1732245551338.meta 2024-11-22T03:19:11,354 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:11,355 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:19:11,355 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:19:11,355 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:19:11,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:19:11,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:19:11,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:11,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:11,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:19:11,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:19:11,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:11,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:11,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:19:11,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:19:11,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:11,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:11,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:19:11,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:19:11,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:11,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:19:11,365 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:19:11,366 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740 2024-11-22T03:19:11,367 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740 2024-11-22T03:19:11,368 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:19:11,368 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:19:11,368 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:19:11,369 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:19:11,370 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60451491, jitterRate=-0.09920258820056915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:19:11,370 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:19:11,370 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245551356Writing region info on filesystem at 1732245551356Initializing all the Stores at 1732245551356Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245551356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245551357 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245551357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245551357Cleaning up temporary data from old regions at 1732245551368 (+11 ms)Running coprocessor post-open hooks at 1732245551370 (+2 ms)Region opened successfully at 1732245551370 2024-11-22T03:19:11,371 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245551331 2024-11-22T03:19:11,373 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:19:11,373 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:19:11,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,45841,1732245548577 2024-11-22T03:19:11,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,45841,1732245548577, state=OPEN 2024-11-22T03:19:11,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1789843735/meta-region-server 2024-11-22T03:19:11,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1789843735/meta-region-server 2024-11-22T03:19:11,387 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,45841,1732245548577 2024-11-22T03:19:11,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1789843735/meta-region-server: CHANGED 2024-11-22T03:19:11,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1789843735/meta-region-server: CHANGED 2024-11-22T03:19:11,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:19:11,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,45841,1732245548577 in 210 msec 2024-11-22T03:19:11,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:19:11,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-22T03:19:11,393 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:19:11,393 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:19:11,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:11,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,45841,1732245548577, seqNum=-1] 2024-11-22T03:19:11,395 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:11,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:11,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 862 msec 2024-11-22T03:19:11,404 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245551404, completionTime=-1 2024-11-22T03:19:11,404 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:19:11,404 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:19:11,410 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:19:11,410 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245611410 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245671411 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44243,1732245548429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44243,1732245548429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44243,1732245548429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:44243, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,411 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,412 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,414 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:19:11,417 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.612sec 2024-11-22T03:19:11,417 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:19:11,417 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:19:11,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:19:11,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:19:11,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:19:11,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44243,1732245548429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:19:11,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44243,1732245548429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:19:11,421 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:19:11,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:19:11,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44243,1732245548429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:19:11,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9bff77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:11,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44243,-1 for getting cluster id 2024-11-22T03:19:11,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:11,465 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19cc4ef-ea80-4659-85d3-ea8b48acb184' 2024-11-22T03:19:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19cc4ef-ea80-4659-85d3-ea8b48acb184" 2024-11-22T03:19:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b522486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44243,-1] 2024-11-22T03:19:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:11,468 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:11,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a4e751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:11,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,45841,1732245548577, seqNum=-1] 2024-11-22T03:19:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:11,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:11,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,44243,1732245548429 2024-11-22T03:19:11,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51785 2024-11-22T03:19:11,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:19:11,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101608d45470005 connected 2024-11-22T03:19:11,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,40349,1732245541798 2024-11-22T03:19:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50b83259 2024-11-22T03:19:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:11,500 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:19:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:19:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:19:11,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:19:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:19:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T03:19:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:19:11,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:19:11,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:19:11,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:19:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:19:11,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:19:11,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:11,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:19:11,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:19:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:19:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:11,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7add038710cbdd94699882ca9371e438, NAME => 'test,,1732245551500.7add038710cbdd94699882ca9371e438.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839 2024-11-22T03:19:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:12,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245551500.7add038710cbdd94699882ca9371e438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:12,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7add038710cbdd94699882ca9371e438, disabling compactions & flushes 2024-11-22T03:19:12,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245551500.7add038710cbdd94699882ca9371e438. after waiting 0 ms 2024-11-22T03:19:12,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7add038710cbdd94699882ca9371e438: Waiting for close lock at 1732245552334Disabling compacts and flushes for region at 1732245552334Disabling writes for close at 1732245552334Writing region close event to WAL at 1732245552334Closed at 1732245552334 2024-11-22T03:19:12,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:19:12,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245551500.7add038710cbdd94699882ca9371e438.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245552336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245552336"}]},"ts":"1732245552336"} 2024-11-22T03:19:12,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:19:12,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:19:12,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245552340"}]},"ts":"1732245552340"} 2024-11-22T03:19:12,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:19:12,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7add038710cbdd94699882ca9371e438, ASSIGN}] 2024-11-22T03:19:12,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7add038710cbdd94699882ca9371e438, ASSIGN 2024-11-22T03:19:12,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7add038710cbdd94699882ca9371e438, ASSIGN; state=OFFLINE, location=b458937b0f5f,38893,1732245541986; forceNewPlan=false, retain=false 2024-11-22T03:19:12,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7add038710cbdd94699882ca9371e438, regionState=OPENING, regionLocation=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:12,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7add038710cbdd94699882ca9371e438, ASSIGN because future has completed 2024-11-22T03:19:12,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7add038710cbdd94699882ca9371e438, server=b458937b0f5f,38893,1732245541986}] 2024-11-22T03:19:12,656 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7add038710cbdd94699882ca9371e438, NAME => 'test,,1732245551500.7add038710cbdd94699882ca9371e438.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:12,656 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:19:12,656 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:19:12,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245551500.7add038710cbdd94699882ca9371e438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:12,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,657 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:12,658 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,660 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7add038710cbdd94699882ca9371e438 columnFamilyName f 2024-11-22T03:19:12,660 DEBUG [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:12,660 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] regionserver.HStore(327): Store=7add038710cbdd94699882ca9371e438/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:12,661 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,662 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7add038710cbdd94699882ca9371e438 columnFamilyName f1 2024-11-22T03:19:12,662 DEBUG [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:12,662 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] regionserver.HStore(327): Store=7add038710cbdd94699882ca9371e438/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:12,662 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,663 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7add038710cbdd94699882ca9371e438 columnFamilyName norep 2024-11-22T03:19:12,663 DEBUG [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:12,664 INFO [StoreOpener-7add038710cbdd94699882ca9371e438-1 {}] regionserver.HStore(327): Store=7add038710cbdd94699882ca9371e438/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:12,664 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,664 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,665 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,665 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,665 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,666 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:19:12,667 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,669 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:12,670 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7add038710cbdd94699882ca9371e438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61682402, jitterRate=-0.08086058497428894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:19:12,670 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7add038710cbdd94699882ca9371e438 2024-11-22T03:19:12,671 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7add038710cbdd94699882ca9371e438: Running coprocessor pre-open hook at 1732245552657Writing region info on filesystem at 1732245552657Initializing all the Stores at 1732245552658 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245552658Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245552658Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245552658Cleaning up temporary data from old regions at 1732245552666 (+8 ms)Running coprocessor post-open hooks at 1732245552670 (+4 ms)Region opened successfully at 1732245552671 (+1 ms) 2024-11-22T03:19:12,673 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245551500.7add038710cbdd94699882ca9371e438., pid=6, masterSystemTime=1732245552652 2024-11-22T03:19:12,675 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,675 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:19:12,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7add038710cbdd94699882ca9371e438, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7add038710cbdd94699882ca9371e438, server=b458937b0f5f,38893,1732245541986 because future has completed 2024-11-22T03:19:12,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:19:12,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7add038710cbdd94699882ca9371e438, server=b458937b0f5f,38893,1732245541986 in 182 msec 2024-11-22T03:19:12,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:19:12,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7add038710cbdd94699882ca9371e438, ASSIGN in 340 msec 2024-11-22T03:19:12,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:19:12,687 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245552686"}]},"ts":"1732245552686"} 2024-11-22T03:19:12,689 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:19:12,690 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:19:12,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-22T03:19:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:13,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:13,678 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:19:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44243,1732245548429 2024-11-22T03:19:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@103164e 2024-11-22T03:19:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:13,681 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:19:13,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:19:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:19:13,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:19:13,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:13,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:19:13,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:19:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:13,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:19:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:14,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 725659049365b6baf839876c2e82afba, NAME => 'test,,1732245553681.725659049365b6baf839876c2e82afba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d 2024-11-22T03:19:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:19:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245553681.725659049365b6baf839876c2e82afba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 725659049365b6baf839876c2e82afba, disabling compactions & flushes 2024-11-22T03:19:14,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245553681.725659049365b6baf839876c2e82afba. after waiting 0 ms 2024-11-22T03:19:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 725659049365b6baf839876c2e82afba: Waiting for close lock at 1732245554500Disabling compacts and flushes for region at 1732245554500Disabling writes for close at 1732245554500Writing region close event to WAL at 1732245554500Closed at 1732245554500 2024-11-22T03:19:14,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:19:14,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245553681.725659049365b6baf839876c2e82afba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245554501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245554501"}]},"ts":"1732245554501"} 2024-11-22T03:19:14,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:19:14,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:19:14,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245554523"}]},"ts":"1732245554523"} 2024-11-22T03:19:14,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:19:14,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=725659049365b6baf839876c2e82afba, ASSIGN}] 2024-11-22T03:19:14,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=725659049365b6baf839876c2e82afba, ASSIGN 2024-11-22T03:19:14,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=725659049365b6baf839876c2e82afba, ASSIGN; state=OFFLINE, location=b458937b0f5f,45841,1732245548577; forceNewPlan=false, retain=false 2024-11-22T03:19:14,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=725659049365b6baf839876c2e82afba, regionState=OPENING, regionLocation=b458937b0f5f,45841,1732245548577 2024-11-22T03:19:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=725659049365b6baf839876c2e82afba, ASSIGN because future has completed 2024-11-22T03:19:14,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 725659049365b6baf839876c2e82afba, server=b458937b0f5f,45841,1732245548577}] 2024-11-22T03:19:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:14,840 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,840 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 725659049365b6baf839876c2e82afba, NAME => 'test,,1732245553681.725659049365b6baf839876c2e82afba.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:14,841 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:19:14,841 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:19:14,841 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,841 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245553681.725659049365b6baf839876c2e82afba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:14,841 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,841 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,842 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,844 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 725659049365b6baf839876c2e82afba columnFamilyName f 2024-11-22T03:19:14,844 DEBUG [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:14,844 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] regionserver.HStore(327): Store=725659049365b6baf839876c2e82afba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:14,844 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,845 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 725659049365b6baf839876c2e82afba columnFamilyName f1 2024-11-22T03:19:14,846 DEBUG [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:14,846 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] regionserver.HStore(327): Store=725659049365b6baf839876c2e82afba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:14,846 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,847 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 725659049365b6baf839876c2e82afba columnFamilyName norep 2024-11-22T03:19:14,847 DEBUG [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:14,848 INFO [StoreOpener-725659049365b6baf839876c2e82afba-1 {}] regionserver.HStore(327): Store=725659049365b6baf839876c2e82afba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:14,848 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,848 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,849 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,850 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,850 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,850 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:19:14,851 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,853 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:14,854 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 725659049365b6baf839876c2e82afba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73419630, jitterRate=0.0940377414226532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:19:14,854 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 725659049365b6baf839876c2e82afba 2024-11-22T03:19:14,854 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 725659049365b6baf839876c2e82afba: Running coprocessor pre-open hook at 1732245554841Writing region info on filesystem at 1732245554841Initializing all the Stores at 1732245554842 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245554842Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245554842Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245554842Cleaning up temporary data from old regions at 1732245554850 (+8 ms)Running coprocessor post-open hooks at 1732245554854 (+4 ms)Region opened successfully at 1732245554854 2024-11-22T03:19:14,855 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245553681.725659049365b6baf839876c2e82afba., pid=6, masterSystemTime=1732245554836 2024-11-22T03:19:14,858 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,858 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:19:14,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=725659049365b6baf839876c2e82afba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,45841,1732245548577 2024-11-22T03:19:14,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 725659049365b6baf839876c2e82afba, server=b458937b0f5f,45841,1732245548577 because future has completed 2024-11-22T03:19:14,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:19:14,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 725659049365b6baf839876c2e82afba, server=b458937b0f5f,45841,1732245548577 in 180 msec 2024-11-22T03:19:14,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:19:14,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=725659049365b6baf839876c2e82afba, ASSIGN in 339 msec 2024-11-22T03:19:14,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:19:14,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245554871"}]},"ts":"1732245554871"} 2024-11-22T03:19:14,879 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:19:14,880 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:19:14,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-22T03:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:19:15,847 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:19:15,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f881119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40349,-1 for getting cluster id 2024-11-22T03:19:15,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:15,849 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6697127-0524-4bec-9879-dec004f279d2' 2024-11-22T03:19:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6697127-0524-4bec-9879-dec004f279d2" 2024-11-22T03:19:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f41a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40349,-1] 2024-11-22T03:19:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:15,852 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f93086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320da538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44243,-1 for getting cluster id 2024-11-22T03:19:15,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:15,854 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19cc4ef-ea80-4659-85d3-ea8b48acb184' 2024-11-22T03:19:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19cc4ef-ea80-4659-85d3-ea8b48acb184" 2024-11-22T03:19:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d7b8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44243,-1] 2024-11-22T03:19:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:15,855 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6c8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7f62c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40349,-1 for getting cluster id 2024-11-22T03:19:15,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:15,857 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6697127-0524-4bec-9879-dec004f279d2' 2024-11-22T03:19:15,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:15,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6697127-0524-4bec-9879-dec004f279d2" 2024-11-22T03:19:15,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500ee2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40349,-1] 2024-11-22T03:19:15,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:15,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:15,859 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:15,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dbf598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,40349,1732245541798 2024-11-22T03:19:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e3c7ed 2024-11-22T03:19:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:15,863 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:19:15,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:44243,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:19:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:19:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:19:15,866 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:44243' 2024-11-22T03:19:15,867 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f517f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,867 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44243,-1 for getting cluster id 2024-11-22T03:19:15,867 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:15,868 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19cc4ef-ea80-4659-85d3-ea8b48acb184' 2024-11-22T03:19:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19cc4ef-ea80-4659-85d3-ea8b48acb184" 2024-11-22T03:19:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a68d078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44243,-1] 2024-11-22T03:19:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:15,869 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:15,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71078552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:15,870 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44243,1732245548429 2024-11-22T03:19:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1e2436 2024-11-22T03:19:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:15,872 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:19:15,872 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T03:19:15,872 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:19:15,872 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:15,872 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:15,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:19:15,873 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:19:15,874 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:19:15,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:19:15,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:15,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:19:15,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:19:15,925 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:19:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:19:16,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:19:16,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 085647af97d6868fb39cf94395bf6722, NAME => 'hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839 2024-11-22T03:19:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:19:16,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:16,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 085647af97d6868fb39cf94395bf6722, disabling compactions & flushes 2024-11-22T03:19:16,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:16,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:16,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. after waiting 0 ms 2024-11-22T03:19:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:16,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 085647af97d6868fb39cf94395bf6722: Waiting for close lock at 1732245556697Disabling compacts and flushes for region at 1732245556697Disabling writes for close at 1732245556697Writing region close event to WAL at 1732245556698 (+1 ms)Closed at 1732245556698 2024-11-22T03:19:16,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:19:16,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245556699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245556699"}]},"ts":"1732245556699"} 2024-11-22T03:19:16,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:19:16,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:19:16,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245556702"}]},"ts":"1732245556702"} 2024-11-22T03:19:16,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:19:16,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=085647af97d6868fb39cf94395bf6722, ASSIGN}] 2024-11-22T03:19:16,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=085647af97d6868fb39cf94395bf6722, ASSIGN 2024-11-22T03:19:16,708 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=085647af97d6868fb39cf94395bf6722, ASSIGN; state=OFFLINE, location=b458937b0f5f,38893,1732245541986; forceNewPlan=false, retain=false 2024-11-22T03:19:16,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:19:16,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=085647af97d6868fb39cf94395bf6722, regionState=OPENING, regionLocation=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=085647af97d6868fb39cf94395bf6722, ASSIGN because future has completed 2024-11-22T03:19:16,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 085647af97d6868fb39cf94395bf6722, server=b458937b0f5f,38893,1732245541986}] 2024-11-22T03:19:16,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:16,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:16,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:19:17,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:17,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:19:17,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:19:17,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C38893%2C1732245541986.rep, suffix=, logDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/oldWALs, maxLogs=10 2024-11-22T03:19:17,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.rep.1732245557043, exclude list is [], retry=0 2024-11-22T03:19:17,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-c58b3c30-fe8f-41ac-92bf-2aa9dd511afc,DISK] 2024-11-22T03:19:17,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.rep.1732245557043 2024-11-22T03:19:17,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43651:43651)] 2024-11-22T03:19:17,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 085647af97d6868fb39cf94395bf6722, NAME => 'hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:19:17,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:19:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:19:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. service=MultiRowMutationService 2024-11-22T03:19:17,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:19:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:19:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,076 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,077 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 085647af97d6868fb39cf94395bf6722 columnFamilyName hfileref 2024-11-22T03:19:17,077 DEBUG [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:17,078 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] regionserver.HStore(327): Store=085647af97d6868fb39cf94395bf6722/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:17,078 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,080 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 085647af97d6868fb39cf94395bf6722 columnFamilyName queue 2024-11-22T03:19:17,080 DEBUG [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:17,081 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] regionserver.HStore(327): Store=085647af97d6868fb39cf94395bf6722/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:17,081 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,082 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 085647af97d6868fb39cf94395bf6722 columnFamilyName sid 2024-11-22T03:19:17,082 DEBUG [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:19:17,083 INFO [StoreOpener-085647af97d6868fb39cf94395bf6722-1 {}] regionserver.HStore(327): Store=085647af97d6868fb39cf94395bf6722/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:19:17,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:19:17,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:19:17,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 085647af97d6868fb39cf94395bf6722; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590918, jitterRate=0.03698548674583435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:19:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:19:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 085647af97d6868fb39cf94395bf6722: Running coprocessor pre-open hook at 1732245557074Writing region info on filesystem at 1732245557074Initializing all the Stores at 1732245557075 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245557075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245557076 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245557076Cleaning up temporary data from old regions at 1732245557085 (+9 ms)Running coprocessor post-open hooks at 1732245557089 (+4 ms)Region opened successfully at 1732245557089 2024-11-22T03:19:17,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722., pid=10, masterSystemTime=1732245557013 2024-11-22T03:19:17,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:17,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:19:17,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=085647af97d6868fb39cf94395bf6722, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,38893,1732245541986 2024-11-22T03:19:17,105 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40349 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b458937b0f5f,38893,1732245541986, table=hbase:replication, region=085647af97d6868fb39cf94395bf6722. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T03:19:17,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 085647af97d6868fb39cf94395bf6722, server=b458937b0f5f,38893,1732245541986 because future has completed 2024-11-22T03:19:17,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:19:17,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 085647af97d6868fb39cf94395bf6722, server=b458937b0f5f,38893,1732245541986 in 248 msec 2024-11-22T03:19:17,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:19:17,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=085647af97d6868fb39cf94395bf6722, ASSIGN in 407 msec 2024-11-22T03:19:17,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:19:17,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245557115"}]},"ts":"1732245557115"} 2024-11-22T03:19:17,118 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:19:17,119 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:19:17,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-11-22T03:19:17,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722., hostname=b458937b0f5f,38893,1732245541986, seqNum=2] 2024-11-22T03:19:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:19:17,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:19:17,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:19:17,348 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:19:17,375 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,38893,1732245541986, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:19:17,376 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:17,376 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38893,1732245541986, seqNum=-1] 2024-11-22T03:19:17,376 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:17,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-22T03:19:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,38893,1732245541986', locateType=CURRENT is [region=hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722., hostname=b458937b0f5f,38893,1732245541986, seqNum=2] 2024-11-22T03:19:17,382 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:19:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:19:17,384 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,38893,1732245541986 suceeded 2024-11-22T03:19:17,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:19:17,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-22T03:19:17,386 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:44243,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-22T03:19:17,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-11-22T03:19:17,400 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:44243' 2024-11-22T03:19:17,401 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58dd7a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:17,401 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44243,-1 for getting cluster id 2024-11-22T03:19:17,401 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:17,402 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19cc4ef-ea80-4659-85d3-ea8b48acb184' 2024-11-22T03:19:17,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19cc4ef-ea80-4659-85d3-ea8b48acb184" 2024-11-22T03:19:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c019314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44243,-1] 2024-11-22T03:19:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:17,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:17,404 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:17,405 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa1dd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:17,405 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:17,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44243,1732245548429 2024-11-22T03:19:17,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b75b2ae 2024-11-22T03:19:17,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:17,407 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-22T03:19:17,407 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,38893,1732245541986 (queues=1) is replicating from cluster=c6697127-0524-4bec-9879-dec004f279d2 to cluster=d19cc4ef-ea80-4659-85d3-ea8b48acb184 2024-11-22T03:19:17,408 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C38893%2C1732245541986 2024-11-22T03:19:17,408 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,38893,1732245541986, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:19:17,408 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C38893%2C1732245541986 2024-11-22T03:19:17,408 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216, startPosition=0, beingWritten=true 2024-11-22T03:19:17,416 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:19:17,416 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 379, reset compression=false 2024-11-22T03:19:17,416 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,38893,1732245541986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:19:17,620 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 379, reset compression=false 2024-11-22T03:19:17,924 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 379, reset compression=false 2024-11-22T03:19:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:19:18,028 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:19:18,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:19:18,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:19:18,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:18,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:18,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:19:18,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:18,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732245558032/Put/seqid=0 2024-11-22T03:19:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741840_1016 (size=7894) 2024-11-22T03:19:18,328 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 379, reset compression=false 2024-11-22T03:19:18,443 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_1 is 34, key is ddd/f:row/1732245558441/Put/seqid=0 2024-11-22T03:19:18,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741841_1017 (size=7691) 2024-11-22T03:19:18,832 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 379, reset compression=false 2024-11-22T03:19:18,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66802d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:18,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40349,-1 for getting cluster id 2024-11-22T03:19:18,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:18,859 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6697127-0524-4bec-9879-dec004f279d2' 2024-11-22T03:19:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6697127-0524-4bec-9879-dec004f279d2" 2024-11-22T03:19:18,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:18,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40349,-1] 2024-11-22T03:19:18,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:18,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:18,861 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:18,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a913579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:18,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38893,1732245541986, seqNum=-1] 2024-11-22T03:19:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:18,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:18,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,40349,1732245541798 2024-11-22T03:19:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8618d2 2024-11-22T03:19:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:18,882 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:19:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2] 2024-11-22T03:19:18,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:19:18,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T03:19:18,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T03:19:18,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_1 for inclusion in 7add038710cbdd94699882ca9371e438/f 2024-11-22T03:19:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T03:19:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:19:18,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_0 for inclusion in 7add038710cbdd94699882ca9371e438/f 2024-11-22T03:19:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T03:19:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:19:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HRegion(2603): Flush status journal for 7add038710cbdd94699882ca9371e438: 2024-11-22T03:19:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_1 to hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_1 2024-11-22T03:19:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_1 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ 2024-11-22T03:19:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f/f/hfile_0 to hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_0 2024-11-22T03:19:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_0 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ 2024-11-22T03:19:18,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_1 into 7add038710cbdd94699882ca9371e438/f as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ - updating store file list. 2024-11-22T03:19:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:19:18,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ into 7add038710cbdd94699882ca9371e438/f 2024-11-22T03:19:18,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_1 into 7add038710cbdd94699882ca9371e438/f (new location: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_) 2024-11-22T03:19:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_1 2024-11-22T03:19:18,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_0 into 7add038710cbdd94699882ca9371e438/f as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ - updating store file list. 2024-11-22T03:19:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 485861ccd5744eabb3c0474fd4fd7703_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:19:18,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ into 7add038710cbdd94699882ca9371e438/f 2024-11-22T03:19:18,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_0 into 7add038710cbdd94699882ca9371e438/f (new location: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_) 2024-11-22T03:19:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__2j8baiskgc9jns08r7465dvmrvdmuuf9hqc7574eatch7u7bcug2ifjis9pno83d/f/hfile_0 2024-11-22T03:19:18,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:19:18,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:19:18,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:18,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:18,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2 , the old value is region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b458937b0f5f:38893 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:19:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:19:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2 from cache 2024-11-22T03:19:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,45841,1732245548577, seqNum=-1] 2024-11-22T03:19:18,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:19:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:18,980 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T03:19:18,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245553681.725659049365b6baf839876c2e82afba., hostname=b458937b0f5f,45841,1732245548577, seqNum=2] 2024-11-22T03:19:18,986 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:19:19,088 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:38893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T03:19:19,436 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 379, reset compression=false 2024-11-22T03:19:19,442 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:19:19,442 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,38893,1732245541986 got entry batch from reader: WALEntryBatch [walEntries=[{test/7add038710cbdd94699882ca9371e438/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245558970/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T03:19:19,465 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:19:19,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-22T03:19:19,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.ReplicationSink(318): Replicating [c6697127-0524-4bec-9879-dec004f279d2] bulk loaded data 2024-11-22T03:19:19,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54d649ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:19,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44243,-1 for getting cluster id 2024-11-22T03:19:19,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:19,472 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19cc4ef-ea80-4659-85d3-ea8b48acb184' 2024-11-22T03:19:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19cc4ef-ea80-4659-85d3-ea8b48acb184" 2024-11-22T03:19:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ebf1498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44243,-1] 2024-11-22T03:19:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:19,473 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:19,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29758c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:19,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741837_1013 (size=7691) 2024-11-22T03:19:19,642 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 687, reset compression=false 2024-11-22T03:19:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741838_1014 (size=7894) 2024-11-22T03:19:19,946 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 687, reset compression=false 2024-11-22T03:19:19,988 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:19:20,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:20,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44243,1732245548429 2024-11-22T03:19:20,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2016641b 2024-11-22T03:19:20,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:20,304 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-22T03:19:20,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:19:20,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:20,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,45841,1732245548577, seqNum=-1] 2024-11-22T03:19:20,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:20,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-22T03:19:20,316 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T03:19:20,319 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T03:19:20,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ for inclusion in 725659049365b6baf839876c2e82afba/f 2024-11-22T03:19:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T03:19:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:19:20,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ for inclusion in 725659049365b6baf839876c2e82afba/f 2024-11-22T03:19:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T03:19:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:19:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HRegion(2603): Flush status journal for 725659049365b6baf839876c2e82afba: 2024-11-22T03:19:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:19:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/1fd78a067bdb4205adcfe9767f5d7eea_SeqId_4_ 2024-11-22T03:19:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:19:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/070e21bbd20e41498bf35ef9c226831d_SeqId_4_ 2024-11-22T03:19:20,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ into 725659049365b6baf839876c2e82afba/f as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/1fd78a067bdb4205adcfe9767f5d7eea_SeqId_4_ - updating store file list. 2024-11-22T03:19:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fd78a067bdb4205adcfe9767f5d7eea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:19:20,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/1fd78a067bdb4205adcfe9767f5d7eea_SeqId_4_ into 725659049365b6baf839876c2e82afba/f 2024-11-22T03:19:20,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ into 725659049365b6baf839876c2e82afba/f (new location: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/1fd78a067bdb4205adcfe9767f5d7eea_SeqId_4_) 2024-11-22T03:19:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_ 2024-11-22T03:19:20,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ into 725659049365b6baf839876c2e82afba/f as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/070e21bbd20e41498bf35ef9c226831d_SeqId_4_ - updating store file list. 2024-11-22T03:19:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 070e21bbd20e41498bf35ef9c226831d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:19:20,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/070e21bbd20e41498bf35ef9c226831d_SeqId_4_ into 725659049365b6baf839876c2e82afba/f 2024-11-22T03:19:20,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ into 725659049365b6baf839876c2e82afba/f (new location: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/f/070e21bbd20e41498bf35ef9c226831d_SeqId_4_) 2024-11-22T03:19:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/staging/jenkins.hfs.6__test__5dctvtjn63nlmqan3di8d1ulousq2iriavipqbkss32kib75ufr5us4s180v2oaf/f/485861ccd5744eabb3c0474fd4fd7703_SeqId_4_ 2024-11-22T03:19:20,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] regionserver.ReplicationSink(324): Finished replicating [c6697127-0524-4bec-9879-dec004f279d2] bulk loaded data 2024-11-22T03:19:20,350 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 687, reset compression=false 2024-11-22T03:19:20,854 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 687, reset compression=false 2024-11-22T03:19:21,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:19:21,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732245561007/Put/seqid=0 2024-11-22T03:19:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741842_1018 (size=7997) 2024-11-22T03:19:21,415 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732245561414/Put/seqid=0 2024-11-22T03:19:21,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741843_1019 (size=7794) 2024-11-22T03:19:21,458 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 687, reset compression=false 2024-11-22T03:19:21,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:19:21,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T03:19:21,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T03:19:21,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T03:19:21,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:19:21,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T03:19:21,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f1a9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:21,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,40349,-1 for getting cluster id 2024-11-22T03:19:21,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:19:21,821 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6697127-0524-4bec-9879-dec004f279d2' 2024-11-22T03:19:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:19:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6697127-0524-4bec-9879-dec004f279d2" 2024-11-22T03:19:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b702c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,40349,-1] 2024-11-22T03:19:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:19:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:21,823 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:19:21,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ff39d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:19:21,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38893,1732245541986, seqNum=-1] 2024-11-22T03:19:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:21,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:21,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:19:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,40349,1732245541798 2024-11-22T03:19:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-11-22T03:19:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:19:21,839 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:19:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2] 2024-11-22T03:19:21,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:19:21,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T03:19:21,855 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T03:19:21,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_1 for inclusion in 7add038710cbdd94699882ca9371e438/f1 2024-11-22T03:19:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T03:19:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:19:21,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_0 for inclusion in 7add038710cbdd94699882ca9371e438/f1 2024-11-22T03:19:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T03:19:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:19:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HRegion(2603): Flush status journal for 7add038710cbdd94699882ca9371e438: 2024-11-22T03:19:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_1 to hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_1 2024-11-22T03:19:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_1 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/2aa9b6ee2b614634ba211e948c3ebecb_SeqId_6_ 2024-11-22T03:19:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/load_f1/f1/hfile_0 to hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_0 2024-11-22T03:19:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_0 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/fdffdf87f0014b90a92be555589271b4_SeqId_6_ 2024-11-22T03:19:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-22T03:19:21,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_1 into 7add038710cbdd94699882ca9371e438/f1 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/2aa9b6ee2b614634ba211e948c3ebecb_SeqId_6_ - updating store file list. 2024-11-22T03:19:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2aa9b6ee2b614634ba211e948c3ebecb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:19:21,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/2aa9b6ee2b614634ba211e948c3ebecb_SeqId_6_ into 7add038710cbdd94699882ca9371e438/f1 2024-11-22T03:19:21,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_1 into 7add038710cbdd94699882ca9371e438/f1 (new location: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/2aa9b6ee2b614634ba211e948c3ebecb_SeqId_6_) 2024-11-22T03:19:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_1 2024-11-22T03:19:21,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_0 into 7add038710cbdd94699882ca9371e438/f1 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/fdffdf87f0014b90a92be555589271b4_SeqId_6_ - updating store file list. 2024-11-22T03:19:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdffdf87f0014b90a92be555589271b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:19:21,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/fdffdf87f0014b90a92be555589271b4_SeqId_6_ into 7add038710cbdd94699882ca9371e438/f1 2024-11-22T03:19:21,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_0 into 7add038710cbdd94699882ca9371e438/f1 (new location: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/f1/fdffdf87f0014b90a92be555589271b4_SeqId_6_) 2024-11-22T03:19:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/staging/jenkins__test__fh4fn2scap6f0s2dsl4tih81ufklec0i0sc9u64ksa3884lioom88fhkf78ahtcn/f1/hfile_0 2024-11-22T03:19:21,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:19:21,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:19:21,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:21,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:19:21,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:19:21,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2 , the old value is region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b458937b0f5f:38893 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:19:21,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:19:21,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2 from cache 2024-11-22T03:19:21,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:19:21,887 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T03:19:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38893,1732245541986, seqNum=-1] 2024-11-22T03:19:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:19:21,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:19:21,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245551500.7add038710cbdd94699882ca9371e438., hostname=b458937b0f5f,38893,1732245541986, seqNum=2] 2024-11-22T03:19:21,997 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:38893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T03:19:22,162 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 687, reset compression=false 2024-11-22T03:19:22,167 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:19:22,167 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:22,167 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,38893,1732245541986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:19:22,370 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:22,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:19:22,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:22,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:22,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:19:22,674 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:23,078 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:23,582 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:24,187 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:24,893 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:25,697 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:26,601 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:27,605 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:28,710 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:29,914 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:31,218 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:31,383 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:19:32,622 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:34,126 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:35,731 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:37,434 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:38,012 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:19:39,238 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:41,141 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:42,169 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,38893,1732245541986 got entry batch from reader: null 2024-11-22T03:19:43,145 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:45,249 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:45,408 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:19:45,408 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:19:47,453 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:49,757 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:51,427 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:19:51,427 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:19:52,161 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:54,665 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:57,270 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:19:57,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7add038710cbdd94699882ca9371e438, had cached 0 bytes from a total of 31376 2024-11-22T03:19:59,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 725659049365b6baf839876c2e82afba, had cached 0 bytes from a total of 15585 2024-11-22T03:19:59,974 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:01,383 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:20:02,170 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,38893,1732245541986 got entry batch from reader: null 2024-11-22T03:20:02,778 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:05,681 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:05,956 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:20:08,012 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:20:08,689 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:11,794 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:12,776 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:20:14,998 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:18,301 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:21,705 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:21,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:20:21,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:21,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:21,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:21,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:21,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:21,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:20:21,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2057005444, stopped=false 2024-11-22T03:20:21,919 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,44243,1732245548429 2024-11-22T03:20:21,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1789843735/running 2024-11-22T03:20:21,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1789843735/running 2024-11-22T03:20:21,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:20:21,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:20:21,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:21,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:21,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:21,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:21,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,45841,1732245548577' ***** 2024-11-22T03:20:21,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:20:21,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/running 2024-11-22T03:20:21,993 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:20:21,993 INFO [RS:0;b458937b0f5f:45841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(3091): Received CLOSE for 725659049365b6baf839876c2e82afba 2024-11-22T03:20:21,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,45841,1732245548577 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:45841. 2024-11-22T03:20:21,994 DEBUG [RS:0;b458937b0f5f:45841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:21,994 DEBUG [RS:0;b458937b0f5f:45841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:21,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Set watcher on znode that does not yet exist, /1789843735/running 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:20:21,994 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:20:21,995 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:20:21,995 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:20:21,995 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1325): Online Regions={725659049365b6baf839876c2e82afba=test,,1732245553681.725659049365b6baf839876c2e82afba., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:21,995 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 725659049365b6baf839876c2e82afba 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 725659049365b6baf839876c2e82afba, disabling compactions & flushes 2024-11-22T03:20:21,995 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:21,995 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245553681.725659049365b6baf839876c2e82afba. after waiting 0 ms 2024-11-22T03:20:21,995 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:20:21,996 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T03:20:22,009 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/default/test/725659049365b6baf839876c2e82afba/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T03:20:22,010 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:22,010 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:20:22,010 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:20:22,010 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 725659049365b6baf839876c2e82afba: Waiting for close lock at 1732245621995Running coprocessor pre-close hooks at 1732245621995Disabling compacts and flushes for region at 1732245621995Disabling writes for close at 1732245621995Writing region close event to WAL at 1732245622004 (+9 ms)Running coprocessor post-close hooks at 1732245622009 (+5 ms)Closed at 1732245622010 (+1 ms) 2024-11-22T03:20:22,010 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245553681.725659049365b6baf839876c2e82afba. 2024-11-22T03:20:22,021 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:22,023 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/info/ce5c433a195a4b14be64b5aff5effab6 is 129, key is test,,1732245553681.725659049365b6baf839876c2e82afba./info:regioninfo/1732245554859/Put/seqid=0 2024-11-22T03:20:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741839_1015 (size=6421) 2024-11-22T03:20:22,170 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,38893,1732245541986 got entry batch from reader: null 2024-11-22T03:20:22,195 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:22,395 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:22,433 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/info/ce5c433a195a4b14be64b5aff5effab6 2024-11-22T03:20:22,452 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/ns/3639a7a61f4147179e79271e616dcbdb is 43, key is default/ns:d/1732245551396/Put/seqid=0 2024-11-22T03:20:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741840_1016 (size=5153) 2024-11-22T03:20:22,596 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:22,738 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:20:22,738 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:20:22,796 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:22,857 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/ns/3639a7a61f4147179e79271e616dcbdb 2024-11-22T03:20:22,879 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/rep_barrier/5ce3bbb5a9ea443ebff3426135234a68 is 112, key is test,,1732245553681.725659049365b6baf839876c2e82afba./rep_barrier:seqnumDuringOpen/1732245554859/Put/seqid=0 2024-11-22T03:20:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741841_1017 (size=5518) 2024-11-22T03:20:22,996 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:20:22,996 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:22,996 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:23,196 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:23,284 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/rep_barrier/5ce3bbb5a9ea443ebff3426135234a68 2024-11-22T03:20:23,307 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/table/63b832fa98ad4466b007f030979d2e67 is 40, key is test/table:state/1732245554871/Put/seqid=0 2024-11-22T03:20:23,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741842_1018 (size=5165) 2024-11-22T03:20:23,396 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:23,597 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:23,712 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/table/63b832fa98ad4466b007f030979d2e67 2024-11-22T03:20:23,797 DEBUG [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:23,815 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/info/ce5c433a195a4b14be64b5aff5effab6 as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/info/ce5c433a195a4b14be64b5aff5effab6 2024-11-22T03:20:23,820 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/info/ce5c433a195a4b14be64b5aff5effab6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T03:20:23,821 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/ns/3639a7a61f4147179e79271e616dcbdb as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/ns/3639a7a61f4147179e79271e616dcbdb 2024-11-22T03:20:23,826 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/ns/3639a7a61f4147179e79271e616dcbdb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:20:23,827 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/rep_barrier/5ce3bbb5a9ea443ebff3426135234a68 as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/rep_barrier/5ce3bbb5a9ea443ebff3426135234a68 2024-11-22T03:20:23,832 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/rep_barrier/5ce3bbb5a9ea443ebff3426135234a68, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T03:20:23,834 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/.tmp/table/63b832fa98ad4466b007f030979d2e67 as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/table/63b832fa98ad4466b007f030979d2e67 2024-11-22T03:20:23,839 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/table/63b832fa98ad4466b007f030979d2e67, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:20:23,840 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1845ms, sequenceid=11, compaction requested=false 2024-11-22T03:20:23,844 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:20:23,844 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:23,844 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:23,845 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:23,845 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245621995Running coprocessor pre-close hooks at 1732245621995Disabling compacts and flushes for region at 1732245621995Disabling writes for close at 1732245621995Obtaining lock to block concurrent updates at 1732245621996 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245621996Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732245621996Flushing stores of hbase:meta,,1.1588230740 at 1732245621996Flushing 1588230740/info: creating writer at 1732245621997 (+1 ms)Flushing 1588230740/info: appending metadata at 1732245622022 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732245622022Flushing 1588230740/ns: creating writer at 1732245622439 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732245622452 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732245622452Flushing 1588230740/rep_barrier: creating writer at 1732245622863 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245622878 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245622878Flushing 1588230740/table: creating writer at 1732245623290 (+412 ms)Flushing 1588230740/table: appending metadata at 1732245623307 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732245623307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff6833f: reopening flushed file at 1732245623814 (+507 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2376fcf6: reopening flushed file at 1732245623820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0591e4: reopening flushed file at 1732245623826 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b44ed99: reopening flushed file at 1732245623833 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1845ms, sequenceid=11, compaction requested=false at 1732245623840 (+7 ms)Writing region close event to WAL at 1732245623841 (+1 ms)Running coprocessor post-close hooks at 1732245623844 (+3 ms)Closed at 1732245623845 (+1 ms) 2024-11-22T03:20:23,845 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:23,997 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,45841,1732245548577; all regions closed. 2024-11-22T03:20:24,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741834_1010 (size=2717) 2024-11-22T03:20:24,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577/b458937b0f5f%2C45841%2C1732245548577.meta.1732245551338.meta not finished, retry = 0 2024-11-22T03:20:24,102 DEBUG [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/oldWALs 2024-11-22T03:20:24,102 INFO [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C45841%2C1732245548577.meta:.meta(num 1732245551338) 2024-11-22T03:20:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741832_1008 (size=1028) 2024-11-22T03:20:24,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/WALs/b458937b0f5f,45841,1732245548577/b458937b0f5f%2C45841%2C1732245548577.1732245550793 not finished, retry = 0 2024-11-22T03:20:24,207 DEBUG [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/oldWALs 2024-11-22T03:20:24,207 INFO [RS:0;b458937b0f5f:45841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C45841%2C1732245548577:(num 1732245550793) 2024-11-22T03:20:24,207 DEBUG [RS:0;b458937b0f5f:45841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:24,207 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:24,207 INFO [RS:0;b458937b0f5f:45841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:24,208 INFO [RS:0;b458937b0f5f:45841 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:24,208 INFO [RS:0;b458937b0f5f:45841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:24,208 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:24,208 INFO [RS:0;b458937b0f5f:45841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:45841. 2024-11-22T03:20:24,208 DEBUG [RS:0;b458937b0f5f:45841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:24,208 DEBUG [RS:0;b458937b0f5f:45841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:24,208 DEBUG [RS:0;b458937b0f5f:45841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:24,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:24,209 INFO [RS:0;b458937b0f5f:45841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45841 2024-11-22T03:20:24,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1789843735/rs/b458937b0f5f,45841,1732245548577 2024-11-22T03:20:24,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735/rs 2024-11-22T03:20:24,255 INFO [RS:0;b458937b0f5f:45841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:24,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,45841,1732245548577] 2024-11-22T03:20:24,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1789843735/draining/b458937b0f5f,45841,1732245548577 already deleted, retry=false 2024-11-22T03:20:24,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,45841,1732245548577 expired; onlineServers=0 2024-11-22T03:20:24,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,44243,1732245548429' ***** 2024-11-22T03:20:24,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:20:24,277 INFO [M:0;b458937b0f5f:44243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:24,277 INFO [M:0;b458937b0f5f:44243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:24,277 DEBUG [M:0;b458937b0f5f:44243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:20:24,277 DEBUG [M:0;b458937b0f5f:44243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:20:24,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:20:24,277 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245550560 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245550560,5,FailOnTimeoutGroup] 2024-11-22T03:20:24,277 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245550560 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245550560,5,FailOnTimeoutGroup] 2024-11-22T03:20:24,277 INFO [M:0;b458937b0f5f:44243 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:24,277 INFO [M:0;b458937b0f5f:44243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:24,278 DEBUG [M:0;b458937b0f5f:44243 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:20:24,278 INFO [M:0;b458937b0f5f:44243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:20:24,278 INFO [M:0;b458937b0f5f:44243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:24,278 INFO [M:0;b458937b0f5f:44243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:20:24,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:20:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1789843735/master 2024-11-22T03:20:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1789843735 2024-11-22T03:20:24,287 DEBUG [M:0;b458937b0f5f:44243 {}] zookeeper.ZKUtil(347): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Unable to get data of znode /1789843735/master because node does not exist (not an error) 2024-11-22T03:20:24,287 WARN [M:0;b458937b0f5f:44243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:20:24,288 INFO [M:0;b458937b0f5f:44243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/.lastflushedseqids 2024-11-22T03:20:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741843_1019 (size=173) 2024-11-22T03:20:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:24,366 INFO [RS:0;b458937b0f5f:45841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45841-0x101608d45470004, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:24,366 INFO [RS:0;b458937b0f5f:45841 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,45841,1732245548577; zookeeper connection closed. 2024-11-22T03:20:24,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@322d77b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@322d77b0 2024-11-22T03:20:24,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:20:24,694 INFO [M:0;b458937b0f5f:44243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:20:24,694 INFO [M:0;b458937b0f5f:44243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:20:24,695 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:24,695 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:24,695 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:24,695 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:24,695 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:24,695 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-22T03:20:24,715 DEBUG [M:0;b458937b0f5f:44243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a86a5cc77c9d469dab142a8f5a2d423e is 82, key is hbase:meta,,1/info:regioninfo/1732245551374/Put/seqid=0 2024-11-22T03:20:24,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741844_1020 (size=5672) 2024-11-22T03:20:25,120 INFO [M:0;b458937b0f5f:44243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a86a5cc77c9d469dab142a8f5a2d423e 2024-11-22T03:20:25,144 DEBUG [M:0;b458937b0f5f:44243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242e5b723f9b474f9835965c93c37ce6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245554881/Put/seqid=0 2024-11-22T03:20:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741845_1021 (size=6726) 2024-11-22T03:20:25,209 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.1732245544216 to pos 997, reset compression=false 2024-11-22T03:20:25,548 INFO [M:0;b458937b0f5f:44243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242e5b723f9b474f9835965c93c37ce6 2024-11-22T03:20:25,554 INFO [M:0;b458937b0f5f:44243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 242e5b723f9b474f9835965c93c37ce6 2024-11-22T03:20:25,571 DEBUG [M:0;b458937b0f5f:44243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc25c1d51300486c97448503d45e6e52 is 69, key is b458937b0f5f,45841,1732245548577/rs:state/1732245550604/Put/seqid=0 2024-11-22T03:20:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741846_1022 (size=5156) 2024-11-22T03:20:25,976 INFO [M:0;b458937b0f5f:44243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc25c1d51300486c97448503d45e6e52 2024-11-22T03:20:25,982 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a86a5cc77c9d469dab142a8f5a2d423e as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a86a5cc77c9d469dab142a8f5a2d423e 2024-11-22T03:20:25,987 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a86a5cc77c9d469dab142a8f5a2d423e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-22T03:20:25,988 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242e5b723f9b474f9835965c93c37ce6 as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/242e5b723f9b474f9835965c93c37ce6 2024-11-22T03:20:25,994 INFO [M:0;b458937b0f5f:44243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 242e5b723f9b474f9835965c93c37ce6 2024-11-22T03:20:25,994 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/242e5b723f9b474f9835965c93c37ce6, entries=6, sequenceid=58, filesize=6.6 K 2024-11-22T03:20:25,995 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc25c1d51300486c97448503d45e6e52 as hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc25c1d51300486c97448503d45e6e52 2024-11-22T03:20:26,000 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40735/user/jenkins/test-data/b9b4e9fb-2bf7-3ba5-e32e-1a7be1851a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc25c1d51300486c97448503d45e6e52, entries=1, sequenceid=58, filesize=5.0 K 2024-11-22T03:20:26,001 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=58, compaction requested=false 2024-11-22T03:20:26,003 INFO [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:26,003 DEBUG [M:0;b458937b0f5f:44243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245624694Disabling compacts and flushes for region at 1732245624694Disabling writes for close at 1732245624695 (+1 ms)Obtaining lock to block concurrent updates at 1732245624695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245624695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732245624695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245624696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245624696Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245624715 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245624715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245625125 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245625143 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245625143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245625555 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245625571 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245625571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f08697: reopening flushed file at 1732245625981 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e7001f: reopening flushed file at 1732245625987 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b448ca: reopening flushed file at 1732245625994 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=58, compaction requested=false at 1732245626001 (+7 ms)Writing region close event to WAL at 1732245626003 (+2 ms)Closed at 1732245626003 2024-11-22T03:20:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741830_1006 (size=33014) 2024-11-22T03:20:26,005 INFO [M:0;b458937b0f5f:44243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:20:26,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:26,005 INFO [M:0;b458937b0f5f:44243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44243 2024-11-22T03:20:26,006 INFO [M:0;b458937b0f5f:44243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:26,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:26,166 INFO [M:0;b458937b0f5f:44243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:26,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x101608d45470003, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:26,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9020e1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:26,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67ecec60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:26,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:26,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e5a7305{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:26,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6528ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:26,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:20:26,194 WARN [BP-307595129-172.17.0.3-1732245545519 heartbeating to localhost/127.0.0.1:40735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:20:26,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:20:26,194 WARN [BP-307595129-172.17.0.3-1732245545519 heartbeating to localhost/127.0.0.1:40735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-307595129-172.17.0.3-1732245545519 (Datanode Uuid 53725fc3-df27-4464-aba9-286693199d6b) service to localhost/127.0.0.1:40735 2024-11-22T03:20:26,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/cluster_d0c00bb8-3ba0-18d6-4e6c-e9a71870eacd/data/data1/current/BP-307595129-172.17.0.3-1732245545519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:26,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/cluster_d0c00bb8-3ba0-18d6-4e6c-e9a71870eacd/data/data2/current/BP-307595129-172.17.0.3-1732245545519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:26,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:20:26,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e6f6e86{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:26,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@248bf18e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:26,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:26,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c38981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:26,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1238e6ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:26,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:20:26,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:20:26,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:26,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:26,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:26,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:26,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:26,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:20:26,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1053026915, stopped=false 2024-11-22T03:20:26,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,40349,1732245541798 2024-11-22T03:20:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1847737338/running 2024-11-22T03:20:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1847737338/running 2024-11-22T03:20:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:20:26,234 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:26,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:26,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:26,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:26,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/running 2024-11-22T03:20:26,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Set watcher on znode that does not yet exist, /0-1847737338/running 2024-11-22T03:20:26,235 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,38893,1732245541986' ***** 2024-11-22T03:20:26,235 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:20:26,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for 7add038710cbdd94699882ca9371e438 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for 085647af97d6868fb39cf94395bf6722 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,38893,1732245541986 2024-11-22T03:20:26,235 INFO [RS:0;b458937b0f5f:38893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:26,236 INFO [RS:0;b458937b0f5f:38893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:38893. 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7add038710cbdd94699882ca9371e438, disabling compactions & flushes 2024-11-22T03:20:26,236 DEBUG [RS:0;b458937b0f5f:38893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:26,236 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:20:26,236 DEBUG [RS:0;b458937b0f5f:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:20:26,236 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245551500.7add038710cbdd94699882ca9371e438. after waiting 0 ms 2024-11-22T03:20:26,236 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:20:26,236 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:20:26,236 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:20:26,236 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:20:26,236 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1325): Online Regions={7add038710cbdd94699882ca9371e438=test,,1732245551500.7add038710cbdd94699882ca9371e438., 1588230740=hbase:meta,,1.1588230740, 085647af97d6868fb39cf94395bf6722=hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722.} 2024-11-22T03:20:26,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:20:26,236 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 085647af97d6868fb39cf94395bf6722, 1588230740, 7add038710cbdd94699882ca9371e438 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:26,236 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:26,236 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:26,236 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:20:26,239 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/default/test/7add038710cbdd94699882ca9371e438/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:20:26,240 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7add038710cbdd94699882ca9371e438: Waiting for close lock at 1732245626236Running coprocessor pre-close hooks at 1732245626236Disabling compacts and flushes for region at 1732245626236Disabling writes for close at 1732245626236Writing region close event to WAL at 1732245626237 (+1 ms)Running coprocessor post-close hooks at 1732245626240 (+3 ms)Closed at 1732245626240 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245551500.7add038710cbdd94699882ca9371e438. 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 085647af97d6868fb39cf94395bf6722, disabling compactions & flushes 2024-11-22T03:20:26,240 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. after waiting 0 ms 2024-11-22T03:20:26,240 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:20:26,240 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 085647af97d6868fb39cf94395bf6722 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-22T03:20:26,254 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/.tmp/hfileref/1470a97c8a504206855dbbf0e0c78a92 is 74, key is 1/hfileref:380b3f9fb0d6446fbb0c6ff27d8c3b56_SeqId_4_/1732245560347/DeleteColumn/seqid=0 2024-11-22T03:20:26,255 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/info/f3a253c3d2724d9681e8ee3933b0dc9a is 147, key is hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722./info:regioninfo/1732245557099/Put/seqid=0 2024-11-22T03:20:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741844_1020 (size=5203) 2024-11-22T03:20:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741845_1021 (size=7686) 2024-11-22T03:20:26,268 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:26,436 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 085647af97d6868fb39cf94395bf6722, 1588230740 2024-11-22T03:20:26,636 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 085647af97d6868fb39cf94395bf6722, 1588230740 2024-11-22T03:20:26,659 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/.tmp/hfileref/1470a97c8a504206855dbbf0e0c78a92 2024-11-22T03:20:26,659 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/info/f3a253c3d2724d9681e8ee3933b0dc9a 2024-11-22T03:20:26,678 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/ns/59ebcd91f72346909405e16c935ecbe3 is 43, key is default/ns:d/1732245545340/Put/seqid=0 2024-11-22T03:20:26,680 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/.tmp/queue/a32b45e6fb5743c9a8faba4a56f57b8e is 153, key is 1-b458937b0f5f,38893,1732245541986/queue:b458937b0f5f%2C38893%2C1732245541986/1732245562168/Put/seqid=0 2024-11-22T03:20:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741846_1022 (size=5153) 2024-11-22T03:20:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741847_1023 (size=5352) 2024-11-22T03:20:26,837 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 085647af97d6868fb39cf94395bf6722, 1588230740 2024-11-22T03:20:27,037 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 085647af97d6868fb39cf94395bf6722, 1588230740 2024-11-22T03:20:27,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,082 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/ns/59ebcd91f72346909405e16c935ecbe3 2024-11-22T03:20:27,084 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:20:27,084 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:20:27,084 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/.tmp/queue/a32b45e6fb5743c9a8faba4a56f57b8e 2024-11-22T03:20:27,091 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/.tmp/hfileref/1470a97c8a504206855dbbf0e0c78a92 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/hfileref/1470a97c8a504206855dbbf0e0c78a92 2024-11-22T03:20:27,098 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/hfileref/1470a97c8a504206855dbbf0e0c78a92, entries=2, sequenceid=10, filesize=5.1 K 2024-11-22T03:20:27,099 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/.tmp/queue/a32b45e6fb5743c9a8faba4a56f57b8e as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/queue/a32b45e6fb5743c9a8faba4a56f57b8e 2024-11-22T03:20:27,106 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/queue/a32b45e6fb5743c9a8faba4a56f57b8e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T03:20:27,107 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 085647af97d6868fb39cf94395bf6722 in 867ms, sequenceid=10, compaction requested=false 2024-11-22T03:20:27,108 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/rep_barrier/f415bd4378754475b652540ff66dd8be is 112, key is test,,1732245551500.7add038710cbdd94699882ca9371e438./rep_barrier:seqnumDuringOpen/1732245552676/Put/seqid=0 2024-11-22T03:20:27,113 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/replication/085647af97d6868fb39cf94395bf6722/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T03:20:27,113 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:27,114 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741848_1024 (size=5518) 2024-11-22T03:20:27,114 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:20:27,114 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 085647af97d6868fb39cf94395bf6722: Waiting for close lock at 1732245626240Running coprocessor pre-close hooks at 1732245626240Disabling compacts and flushes for region at 1732245626240Disabling writes for close at 1732245626240Obtaining lock to block concurrent updates at 1732245626240Preparing flush snapshotting stores in 085647af97d6868fb39cf94395bf6722 at 1732245626240Finished memstore snapshotting hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732245626241 (+1 ms)Flushing stores of hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. at 1732245626241Flushing 085647af97d6868fb39cf94395bf6722/hfileref: creating writer at 1732245626241Flushing 085647af97d6868fb39cf94395bf6722/hfileref: appending metadata at 1732245626254 (+13 ms)Flushing 085647af97d6868fb39cf94395bf6722/hfileref: closing flushed file at 1732245626254Flushing 085647af97d6868fb39cf94395bf6722/queue: creating writer at 1732245626664 (+410 ms)Flushing 085647af97d6868fb39cf94395bf6722/queue: appending metadata at 1732245626679 (+15 ms)Flushing 085647af97d6868fb39cf94395bf6722/queue: closing flushed file at 1732245626679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbbaca1: reopening flushed file at 1732245627090 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d9cfe1: reopening flushed file at 1732245627098 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 085647af97d6868fb39cf94395bf6722 in 867ms, sequenceid=10, compaction requested=false at 1732245627107 (+9 ms)Writing region close event to WAL at 1732245627108 (+1 ms)Running coprocessor post-close hooks at 1732245627113 (+5 ms)Closed at 1732245627114 (+1 ms) 2024-11-22T03:20:27,114 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245555873.085647af97d6868fb39cf94395bf6722. 2024-11-22T03:20:27,115 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/rep_barrier/f415bd4378754475b652540ff66dd8be 2024-11-22T03:20:27,140 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/table/d399650b89e14daca2cf5f728a99ff7c is 53, key is hbase:replication/table:state/1732245557115/Put/seqid=0 2024-11-22T03:20:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741849_1025 (size=5308) 2024-11-22T03:20:27,237 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:20:27,237 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:27,237 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:27,437 DEBUG [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:27,544 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/table/d399650b89e14daca2cf5f728a99ff7c 2024-11-22T03:20:27,549 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/info/f3a253c3d2724d9681e8ee3933b0dc9a as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/info/f3a253c3d2724d9681e8ee3933b0dc9a 2024-11-22T03:20:27,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:20:27,555 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/info/f3a253c3d2724d9681e8ee3933b0dc9a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:20:27,556 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/ns/59ebcd91f72346909405e16c935ecbe3 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/ns/59ebcd91f72346909405e16c935ecbe3 2024-11-22T03:20:27,562 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/ns/59ebcd91f72346909405e16c935ecbe3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:20:27,563 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/rep_barrier/f415bd4378754475b652540ff66dd8be as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/rep_barrier/f415bd4378754475b652540ff66dd8be 2024-11-22T03:20:27,568 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/rep_barrier/f415bd4378754475b652540ff66dd8be, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:20:27,569 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/.tmp/table/d399650b89e14daca2cf5f728a99ff7c as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/table/d399650b89e14daca2cf5f728a99ff7c 2024-11-22T03:20:27,574 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/table/d399650b89e14daca2cf5f728a99ff7c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:20:27,575 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false 2024-11-22T03:20:27,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,588 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:20:27,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:27,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:27,589 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:27,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245626236Running coprocessor pre-close hooks at 1732245626236Disabling compacts and flushes for region at 1732245626236Disabling writes for close at 1732245626236Obtaining lock to block concurrent updates at 1732245626236Preparing flush snapshotting stores in 1588230740 at 1732245626236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245626237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245626237Flushing 1588230740/info: creating writer at 1732245626237Flushing 1588230740/info: appending metadata at 1732245626255 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732245626255Flushing 1588230740/ns: creating writer at 1732245626664 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732245626677 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732245626677Flushing 1588230740/rep_barrier: creating writer at 1732245627089 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245627107 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245627107Flushing 1588230740/table: creating writer at 1732245627121 (+14 ms)Flushing 1588230740/table: appending metadata at 1732245627139 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732245627139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2708e4cb: reopening flushed file at 1732245627549 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ccbdef: reopening flushed file at 1732245627555 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e851ff: reopening flushed file at 1732245627562 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff9b076: reopening flushed file at 1732245627568 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false at 1732245627575 (+7 ms)Writing region close event to WAL at 1732245627584 (+9 ms)Running coprocessor post-close hooks at 1732245627589 (+5 ms)Closed at 1732245627589 2024-11-22T03:20:27,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:27,638 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,38893,1732245541986; all regions closed. 2024-11-22T03:20:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:20:27,642 DEBUG [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/oldWALs 2024-11-22T03:20:27,643 INFO [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C38893%2C1732245541986.meta:.meta(num 1732245545253) 2024-11-22T03:20:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741839_1015 (size=2700) 2024-11-22T03:20:27,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/WALs/b458937b0f5f,38893,1732245541986/b458937b0f5f%2C38893%2C1732245541986.rep.1732245557043 not finished, retry = 0 2024-11-22T03:20:27,747 DEBUG [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/oldWALs 2024-11-22T03:20:27,747 INFO [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C38893%2C1732245541986.rep:(num 1732245557043) 2024-11-22T03:20:27,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741832_1008 (size=1300) 2024-11-22T03:20:27,751 DEBUG [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/oldWALs 2024-11-22T03:20:27,751 INFO [RS:0;b458937b0f5f:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C38893%2C1732245541986:(num 1732245544216) 2024-11-22T03:20:27,751 DEBUG [RS:0;b458937b0f5f:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:27,751 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:27,751 INFO [RS:0;b458937b0f5f:38893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:27,751 INFO [RS:0;b458937b0f5f:38893 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:27,752 INFO [RS:0;b458937b0f5f:38893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:27,752 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:27,752 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,38893,1732245541986 because: Region server is closing 2024-11-22T03:20:27,752 INFO [RS:0;b458937b0f5f:38893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:38893. 2024-11-22T03:20:27,752 DEBUG [RS:0;b458937b0f5f:38893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:27,752 DEBUG [RS:0;b458937b0f5f:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:27,752 DEBUG [RS:0;b458937b0f5f:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:27,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:27,853 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:20:27,853 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.wal-reader.b458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:20:27,853 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,38893,1732245541986.replicationSource.shipperb458937b0f5f%2C38893%2C1732245541986,1-b458937b0f5f,38893,1732245541986 terminated 2024-11-22T03:20:27,853 INFO [RS:0;b458937b0f5f:38893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38893 2024-11-22T03:20:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1847737338/rs/b458937b0f5f,38893,1732245541986 2024-11-22T03:20:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338/rs 2024-11-22T03:20:27,960 INFO [RS:0;b458937b0f5f:38893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:27,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,38893,1732245541986] 2024-11-22T03:20:27,981 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1847737338/draining/b458937b0f5f,38893,1732245541986 already deleted, retry=false 2024-11-22T03:20:27,981 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,38893,1732245541986 expired; onlineServers=0 2024-11-22T03:20:27,981 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,40349,1732245541798' ***** 2024-11-22T03:20:27,981 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:20:27,981 INFO [M:0;b458937b0f5f:40349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:27,981 INFO [M:0;b458937b0f5f:40349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:27,981 DEBUG [M:0;b458937b0f5f:40349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:20:27,982 DEBUG [M:0;b458937b0f5f:40349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:20:27,982 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:20:27,982 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245543976 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245543976,5,FailOnTimeoutGroup] 2024-11-22T03:20:27,982 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245543976 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245543976,5,FailOnTimeoutGroup] 2024-11-22T03:20:27,982 INFO [M:0;b458937b0f5f:40349 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:27,982 INFO [M:0;b458937b0f5f:40349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:27,982 DEBUG [M:0;b458937b0f5f:40349 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:20:27,982 INFO [M:0;b458937b0f5f:40349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:20:27,982 INFO [M:0;b458937b0f5f:40349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:27,982 INFO [M:0;b458937b0f5f:40349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:20:27,982 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:20:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1847737338/master 2024-11-22T03:20:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1847737338 2024-11-22T03:20:27,992 DEBUG [M:0;b458937b0f5f:40349 {}] zookeeper.ZKUtil(347): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Unable to get data of znode /0-1847737338/master because node does not exist (not an error) 2024-11-22T03:20:27,992 WARN [M:0;b458937b0f5f:40349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:20:27,993 INFO [M:0;b458937b0f5f:40349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/.lastflushedseqids 2024-11-22T03:20:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741850_1026 (size=263) 2024-11-22T03:20:28,071 INFO [RS:0;b458937b0f5f:38893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:28,071 INFO [RS:0;b458937b0f5f:38893 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,38893,1732245541986; zookeeper connection closed. 2024-11-22T03:20:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101608d45470001, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:28,071 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7daf906d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7daf906d 2024-11-22T03:20:28,071 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:20:28,398 INFO [M:0;b458937b0f5f:40349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:20:28,398 INFO [M:0;b458937b0f5f:40349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:20:28,398 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:28,398 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:28,398 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:28,398 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:28,398 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:28,398 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-22T03:20:28,412 DEBUG [M:0;b458937b0f5f:40349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35d668ec7494e96a5f04aacdf2c6068 is 82, key is hbase:meta,,1/info:regioninfo/1732245545314/Put/seqid=0 2024-11-22T03:20:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741851_1027 (size=5672) 2024-11-22T03:20:28,817 INFO [M:0;b458937b0f5f:40349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35d668ec7494e96a5f04aacdf2c6068 2024-11-22T03:20:28,840 DEBUG [M:0;b458937b0f5f:40349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b82cc166a84cda95b8fee15ab2c117 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245552691/Put/seqid=0 2024-11-22T03:20:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741852_1028 (size=7239) 2024-11-22T03:20:29,245 INFO [M:0;b458937b0f5f:40349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b82cc166a84cda95b8fee15ab2c117 2024-11-22T03:20:29,250 INFO [M:0;b458937b0f5f:40349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14b82cc166a84cda95b8fee15ab2c117 2024-11-22T03:20:29,263 DEBUG [M:0;b458937b0f5f:40349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3801ca1d1d7e4888a27cce53f8d31e4f is 69, key is b458937b0f5f,38893,1732245541986/rs:state/1732245544055/Put/seqid=0 2024-11-22T03:20:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741853_1029 (size=5156) 2024-11-22T03:20:29,668 INFO [M:0;b458937b0f5f:40349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3801ca1d1d7e4888a27cce53f8d31e4f 2024-11-22T03:20:29,674 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35d668ec7494e96a5f04aacdf2c6068 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d35d668ec7494e96a5f04aacdf2c6068 2024-11-22T03:20:29,679 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d35d668ec7494e96a5f04aacdf2c6068, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T03:20:29,680 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b82cc166a84cda95b8fee15ab2c117 as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b82cc166a84cda95b8fee15ab2c117 2024-11-22T03:20:29,684 INFO [M:0;b458937b0f5f:40349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14b82cc166a84cda95b8fee15ab2c117 2024-11-22T03:20:29,684 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b82cc166a84cda95b8fee15ab2c117, entries=11, sequenceid=105, filesize=7.1 K 2024-11-22T03:20:29,685 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3801ca1d1d7e4888a27cce53f8d31e4f as hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3801ca1d1d7e4888a27cce53f8d31e4f 2024-11-22T03:20:29,690 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3801ca1d1d7e4888a27cce53f8d31e4f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T03:20:29,691 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-22T03:20:29,693 INFO [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:29,693 DEBUG [M:0;b458937b0f5f:40349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245628398Disabling compacts and flushes for region at 1732245628398Disabling writes for close at 1732245628398Obtaining lock to block concurrent updates at 1732245628398Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245628398Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732245628398Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245628399 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245628399Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245628412 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245628412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245628822 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245628840 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245628840Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245629250 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245629262 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245629262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39163c5a: reopening flushed file at 1732245629673 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545c78b: reopening flushed file at 1732245629679 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6142deb0: reopening flushed file at 1732245629685 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1732245629691 (+6 ms)Writing region close event to WAL at 1732245629692 (+1 ms)Closed at 1732245629692 2024-11-22T03:20:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741830_1006 (size=64514) 2024-11-22T03:20:29,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8ba9a38-6d53-ffed-ab04-03db4cde3839/MasterData/WALs/b458937b0f5f,40349,1732245541798/b458937b0f5f%2C40349%2C1732245541798.1732245543709 not finished, retry = 0 2024-11-22T03:20:29,796 INFO [M:0;b458937b0f5f:40349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:20:29,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:29,796 INFO [M:0;b458937b0f5f:40349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40349 2024-11-22T03:20:29,796 INFO [M:0;b458937b0f5f:40349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:29,944 INFO [M:0;b458937b0f5f:40349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:29,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:29,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40349-0x101608d45470000, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:29,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ebda5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:29,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4af3ebed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:29,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:29,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3883b1f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:29,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d75e731{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:29,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:20:29,948 WARN [BP-722725544-172.17.0.3-1732245539269 heartbeating to localhost/127.0.0.1:42799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:20:29,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:20:29,948 WARN [BP-722725544-172.17.0.3-1732245539269 heartbeating to localhost/127.0.0.1:42799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-722725544-172.17.0.3-1732245539269 (Datanode Uuid b90f2b69-48a7-4130-8a6e-a3e71962c164) service to localhost/127.0.0.1:42799 2024-11-22T03:20:29,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/data/data1/current/BP-722725544-172.17.0.3-1732245539269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:29,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/cluster_0758351f-6ccc-5e7d-cb62-a427ed3e25b9/data/data2/current/BP-722725544-172.17.0.3-1732245539269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:29,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:20:29,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5df0e3e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:29,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3161844d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:29,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:29,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18935bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:29,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f544fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bccb14b7-ff1d-5173-1840-fb223e5d20cf/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:29,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:20:29,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:20:29,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fda64b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40735 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fda64b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42799 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=5909 (was 6601) 2024-11-22T03:20:29,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=5909 2024-11-22T03:20:30,004 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-22T03:20:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir so I do NOT create it in target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99 2024-11-22T03:20:30,004 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:20:30,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.tmp.dir so I do NOT create it in target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99 2024-11-22T03:20:30,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/237a8b63-57e8-c1e8-15df-020950a6c1e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:20:30,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99 2024-11-22T03:20:30,005 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52, deleteOnExit=true 2024-11-22T03:20:30,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/zookeeper_0, clientPort=50428, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:20:30,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50428 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/test.cache.data in system properties and HBase conf 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:20:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:20:30,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:20:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:20:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101608d45470005, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:20:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101608d45470002, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:20:30,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101608d45470005, quorum=127.0.0.1:51785, baseZNode=/1789843735 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:20:30,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101608d45470002, quorum=127.0.0.1:51785, baseZNode=/0-1847737338 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:20:30,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:30,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:20:30,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:20:30,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:20:30,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:20:30,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:30,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7354e694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:20:30,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343db50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:20:30,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9c7885{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/java.io.tmpdir/jetty-localhost-44685-hadoop-hdfs-3_4_1-tests_jar-_-any-5154680377805835982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:30,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a54828a{HTTP/1.1, (http/1.1)}{localhost:44685} 2024-11-22T03:20:30,651 INFO [Time-limited test {}] server.Server(415): Started @146209ms 2024-11-22T03:20:30,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:30,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:20:30,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:20:30,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:20:30,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:20:30,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c97e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:20:30,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3236b887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:20:31,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a47e9cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/java.io.tmpdir/jetty-localhost-46779-hadoop-hdfs-3_4_1-tests_jar-_-any-18114960831426749068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:31,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77804747{HTTP/1.1, (http/1.1)}{localhost:46779} 2024-11-22T03:20:31,096 INFO [Time-limited test {}] server.Server(415): Started @146655ms 2024-11-22T03:20:31,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:20:31,797 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/data/data2/current/BP-1565017119-172.17.0.3-1732245630047/current, will proceed with Du for space computation calculation, 2024-11-22T03:20:31,797 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/data/data1/current/BP-1565017119-172.17.0.3-1732245630047/current, will proceed with Du for space computation calculation, 2024-11-22T03:20:31,817 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:20:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbae21e876dab765 with lease ID 0x7ce9a852602011b2: Processing first storage report for DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8 from datanode DatanodeRegistration(127.0.0.1:42845, datanodeUuid=8a0ea158-0b83-48bb-b6e5-d05b02e81f29, infoPort=38295, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=712308158;c=1732245630047) 2024-11-22T03:20:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbae21e876dab765 with lease ID 0x7ce9a852602011b2: from storage DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8 node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=8a0ea158-0b83-48bb-b6e5-d05b02e81f29, infoPort=38295, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=712308158;c=1732245630047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:20:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbae21e876dab765 with lease ID 0x7ce9a852602011b2: Processing first storage report for DS-3c2ec3b4-35eb-44d2-b372-0cd987046044 from datanode DatanodeRegistration(127.0.0.1:42845, datanodeUuid=8a0ea158-0b83-48bb-b6e5-d05b02e81f29, infoPort=38295, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=712308158;c=1732245630047) 2024-11-22T03:20:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbae21e876dab765 with lease ID 0x7ce9a852602011b2: from storage DS-3c2ec3b4-35eb-44d2-b372-0cd987046044 node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=8a0ea158-0b83-48bb-b6e5-d05b02e81f29, infoPort=38295, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=712308158;c=1732245630047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:20:31,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99 2024-11-22T03:20:31,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:31,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:31,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:20:32,236 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b with version=8 2024-11-22T03:20:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/hbase-staging 2024-11-22T03:20:32,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:20:32,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:20:32,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38185 2024-11-22T03:20:32,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38185 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:32,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381850x0, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:32,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38185-0x101608ea7f60000 connected 2024-11-22T03:20:32,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:32,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:32,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:32,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b, hbase.cluster.distributed=false 2024-11-22T03:20:32,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/acl 2024-11-22T03:20:32,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38185 2024-11-22T03:20:32,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38185 2024-11-22T03:20:32,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38185 2024-11-22T03:20:32,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38185 2024-11-22T03:20:32,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38185 2024-11-22T03:20:32,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:20:32,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:20:32,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40733 2024-11-22T03:20:32,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40733 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:32,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:32,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407330x0, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:32,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407330x0, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:32,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40733-0x101608ea7f60001 connected 2024-11-22T03:20:32,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:20:32,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:20:32,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/master 2024-11-22T03:20:32,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/acl 2024-11-22T03:20:32,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40733 2024-11-22T03:20:32,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40733 2024-11-22T03:20:32,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40733 2024-11-22T03:20:32,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40733 2024-11-22T03:20:32,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40733 2024-11-22T03:20:32,466 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:38185 2024-11-22T03:20:32,466 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01986577864/backup-masters/b458937b0f5f,38185,1732245632238 2024-11-22T03:20:32,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:32,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:32,476 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on existing znode=/01986577864/backup-masters/b458937b0f5f,38185,1732245632238 2024-11-22T03:20:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986577864/master 2024-11-22T03:20:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:32,486 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on existing znode=/01986577864/master 2024-11-22T03:20:32,487 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01986577864/backup-masters/b458937b0f5f,38185,1732245632238 from backup master directory 2024-11-22T03:20:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/backup-masters/b458937b0f5f,38185,1732245632238 2024-11-22T03:20:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:32,497 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:20:32,497 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,38185,1732245632238 2024-11-22T03:20:32,501 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/hbase.id] with ID: cb42f469-5273-425f-9f15-ba6f9870731d 2024-11-22T03:20:32,501 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/.tmp/hbase.id 2024-11-22T03:20:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:20:32,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:20:32,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:32,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:32,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:32,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:32,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:32,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/.tmp/hbase.id]:[hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/hbase.id] 2024-11-22T03:20:32,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:32,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:20:32,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:20:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:20:32,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:20:32,978 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:20:32,978 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:32,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:20:33,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store 2024-11-22T03:20:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:20:33,797 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:33,797 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:33,797 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:33,797 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:33,797 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:33,797 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:33,797 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:33,798 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245633797Disabling compacts and flushes for region at 1732245633797Disabling writes for close at 1732245633797Writing region close event to WAL at 1732245633797Closed at 1732245633797 2024-11-22T03:20:33,799 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/.initializing 2024-11-22T03:20:33,799 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238 2024-11-22T03:20:33,800 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:20:33,801 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C38185%2C1732245632238, suffix=, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/oldWALs, maxLogs=10 2024-11-22T03:20:33,814 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238/b458937b0f5f%2C38185%2C1732245632238.1732245633801, exclude list is [], retry=0 2024-11-22T03:20:33,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:33,818 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238/b458937b0f5f%2C38185%2C1732245632238.1732245633801 2024-11-22T03:20:33,818 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:33,818 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:33,819 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:33,819 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,819 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:20:33,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:33,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:33,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:20:33,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:33,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:33,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:20:33,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:33,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:33,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:20:33,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:33,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:33,833 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,834 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,834 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,835 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,835 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,836 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:33,837 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:33,839 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:20:33,839 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73466042, jitterRate=0.09472933411598206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:33,840 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245633819Initializing all the Stores at 1732245633820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245633820Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245633825 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245633825Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245633825Cleaning up temporary data from old regions at 1732245633835 (+10 ms)Region opened successfully at 1732245633840 (+5 ms) 2024-11-22T03:20:33,841 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:20:33,843 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c89279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:20:33,844 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:20:33,844 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:20:33,844 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:20:33,845 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:20:33,845 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:20:33,845 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:20:33,845 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:20:33,847 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:20:33,848 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/balancer because node does not exist (not necessarily an error) 2024-11-22T03:20:33,939 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/balancer already deleted, retry=false 2024-11-22T03:20:33,939 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:20:33,940 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:20:33,949 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/normalizer already deleted, retry=false 2024-11-22T03:20:33,949 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:20:33,950 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:20:33,959 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/switch/split already deleted, retry=false 2024-11-22T03:20:33,961 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:20:33,970 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/switch/merge already deleted, retry=false 2024-11-22T03:20:33,972 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:20:33,981 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/snapshot-cleanup already deleted, retry=false 2024-11-22T03:20:33,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:33,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:33,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:33,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:33,992 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,38185,1732245632238, sessionid=0x101608ea7f60000, setting cluster-up flag (Was=false) 2024-11-22T03:20:34,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:34,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:34,044 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986577864/flush-table-proc/acquired, /01986577864/flush-table-proc/reached, /01986577864/flush-table-proc/abort 2024-11-22T03:20:34,045 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,38185,1732245632238 2024-11-22T03:20:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:34,096 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986577864/online-snapshot/acquired, /01986577864/online-snapshot/reached, /01986577864/online-snapshot/abort 2024-11-22T03:20:34,097 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,38185,1732245632238 2024-11-22T03:20:34,099 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:20:34,100 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:34,100 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:20:34,100 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:20:34,100 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,38185,1732245632238 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:20:34,101 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:20:34,102 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,102 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245664102 2024-11-22T03:20:34,102 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:20:34,103 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:20:34,103 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:20:34,103 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:20:34,103 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:20:34,103 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:20:34,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:34,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:20:34,104 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,104 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:20:34,104 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:34,104 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:20:34,104 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:20:34,104 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:20:34,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:20:34,105 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:20:34,105 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:20:34,108 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245634105,5,FailOnTimeoutGroup] 2024-11-22T03:20:34,108 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245634108,5,FailOnTimeoutGroup] 2024-11-22T03:20:34,108 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,108 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:20:34,108 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,109 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:20:34,157 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(746): ClusterId : cb42f469-5273-425f-9f15-ba6f9870731d 2024-11-22T03:20:34,157 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:20:34,171 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:20:34,171 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:20:34,181 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:20:34,182 DEBUG [RS:0;b458937b0f5f:40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be68bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:20:34,198 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:40733 2024-11-22T03:20:34,198 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:20:34,199 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:20:34,199 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:20:34,199 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,38185,1732245632238 with port=40733, startcode=1732245632431 2024-11-22T03:20:34,200 DEBUG [RS:0;b458937b0f5f:40733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:20:34,201 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:20:34,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,40733,1732245632431 2024-11-22T03:20:34,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38185 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,40733,1732245632431 2024-11-22T03:20:34,203 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b 2024-11-22T03:20:34,203 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39677 2024-11-22T03:20:34,203 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:20:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/rs 2024-11-22T03:20:34,213 DEBUG [RS:0;b458937b0f5f:40733 {}] zookeeper.ZKUtil(111): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on existing znode=/01986577864/rs/b458937b0f5f,40733,1732245632431 2024-11-22T03:20:34,213 WARN [RS:0;b458937b0f5f:40733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:20:34,213 INFO [RS:0;b458937b0f5f:40733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:34,213 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431 2024-11-22T03:20:34,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,40733,1732245632431] 2024-11-22T03:20:34,216 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:20:34,217 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:20:34,218 INFO [RS:0;b458937b0f5f:40733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:20:34,218 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,218 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:20:34,219 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:20:34,219 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:20:34,219 DEBUG [RS:0;b458937b0f5f:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:20:34,223 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,223 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,223 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,223 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,224 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,224 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40733,1732245632431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:20:34,237 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:20:34,237 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40733,1732245632431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,238 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,238 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.Replication(171): b458937b0f5f,40733,1732245632431 started 2024-11-22T03:20:34,251 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:34,251 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,40733,1732245632431, RpcServer on b458937b0f5f/172.17.0.3:40733, sessionid=0x101608ea7f60001 2024-11-22T03:20:34,252 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:20:34,252 DEBUG [RS:0;b458937b0f5f:40733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,40733,1732245632431 2024-11-22T03:20:34,252 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,40733,1732245632431' 2024-11-22T03:20:34,252 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986577864/flush-table-proc/abort' 2024-11-22T03:20:34,252 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986577864/flush-table-proc/acquired' 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,40733,1732245632431 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,40733,1732245632431' 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986577864/online-snapshot/abort' 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986577864/online-snapshot/acquired' 2024-11-22T03:20:34,253 DEBUG [RS:0;b458937b0f5f:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:20:34,253 INFO [RS:0;b458937b0f5f:40733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:20:34,253 INFO [RS:0;b458937b0f5f:40733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:20:34,354 INFO [RS:0;b458937b0f5f:40733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:20:34,355 INFO [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C40733%2C1732245632431, suffix=, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs, maxLogs=10 2024-11-22T03:20:34,368 DEBUG [RS:0;b458937b0f5f:40733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356, exclude list is [], retry=0 2024-11-22T03:20:34,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:34,373 INFO [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 2024-11-22T03:20:34,373 DEBUG [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:34,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:20:34,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b 2024-11-22T03:20:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:20:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:34,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:20:34,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:20:34,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:34,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:34,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:20:34,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:20:34,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:34,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:34,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:20:34,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:20:34,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:34,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:34,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:20:34,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:20:34,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:34,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:34,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:20:34,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740 2024-11-22T03:20:34,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740 2024-11-22T03:20:34,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:20:34,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:20:34,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:34,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:20:34,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:20:34,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73171964, jitterRate=0.09034723043441772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245634918Initializing all the Stores at 1732245634919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245634919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245634919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245634919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245634919Cleaning up temporary data from old regions at 1732245634926 (+7 ms)Region opened successfully at 1732245634930 (+4 ms) 2024-11-22T03:20:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:34,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:34,930 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245634930Disabling compacts and flushes for region at 1732245634930Disabling writes for close at 1732245634930Writing region close event to WAL at 1732245634930Closed at 1732245634930 2024-11-22T03:20:34,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:34,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:20:34,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:20:34,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:20:34,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:20:35,083 DEBUG [b458937b0f5f:38185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:20:35,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,40733,1732245632431 2024-11-22T03:20:35,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,40733,1732245632431, state=OPENING 2024-11-22T03:20:35,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:20:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:35,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:20:35,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:35,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:35,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,40733,1732245632431}] 2024-11-22T03:20:35,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:20:35,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:20:35,306 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:20:35,307 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:35,307 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:20:35,308 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C40733%2C1732245632431.meta, suffix=.meta, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs, maxLogs=10 2024-11-22T03:20:35,326 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.meta.1732245635308.meta, exclude list is [], retry=0 2024-11-22T03:20:35,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:35,329 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.meta.1732245635308.meta 2024-11-22T03:20:35,329 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:35,330 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:35,330 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:20:35,330 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:20:35,330 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:20:35,330 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:20:35,330 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:20:35,330 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:35,330 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:20:35,331 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:20:35,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:20:35,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:20:35,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:20:35,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:20:35,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:20:35,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:20:35,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:20:35,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:20:35,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:35,336 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:20:35,336 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740 2024-11-22T03:20:35,337 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740 2024-11-22T03:20:35,338 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:20:35,338 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:20:35,338 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:35,339 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:20:35,340 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59047350, jitterRate=-0.1201259195804596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:35,340 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:20:35,340 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245635331Writing region info on filesystem at 1732245635331Initializing all the Stores at 1732245635331Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245635332 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245635332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245635332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245635332Cleaning up temporary data from old regions at 1732245635338 (+6 ms)Running coprocessor post-open hooks at 1732245635340 (+2 ms)Region opened successfully at 1732245635340 2024-11-22T03:20:35,341 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245635302 2024-11-22T03:20:35,343 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:20:35,343 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:20:35,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40733,1732245632431 2024-11-22T03:20:35,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,40733,1732245632431, state=OPEN 2024-11-22T03:20:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:35,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,40733,1732245632431 2024-11-22T03:20:35,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:35,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:35,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:20:35,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,40733,1732245632431 in 226 msec 2024-11-22T03:20:35,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:20:35,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-22T03:20:35,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:35,381 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:20:35,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:35,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,40733,1732245632431, seqNum=-1] 2024-11-22T03:20:35,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:35,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:20:35,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-22T03:20:35,389 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245635389, completionTime=-1 2024-11-22T03:20:35,389 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:20:35,389 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:20:35,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:20:35,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245695391 2024-11-22T03:20:35,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245755391 2024-11-22T03:20:35,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:20:35,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38185,1732245632238-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38185,1732245632238-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38185,1732245632238-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:38185, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,393 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.898sec 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38185,1732245632238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:20:35,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38185,1732245632238-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:20:35,398 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:20:35,398 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:20:35,398 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38185,1732245632238-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:35,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16340ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:35,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38185,-1 for getting cluster id 2024-11-22T03:20:35,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:35,459 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb42f469-5273-425f-9f15-ba6f9870731d' 2024-11-22T03:20:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb42f469-5273-425f-9f15-ba6f9870731d" 2024-11-22T03:20:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5312c55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38185,-1] 2024-11-22T03:20:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:35,461 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:35,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2238bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:35,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,40733,1732245632431, seqNum=-1] 2024-11-22T03:20:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:35,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:20:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,38185,1732245632238 2024-11-22T03:20:35,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:35,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:35,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101608ea7f60002 connected 2024-11-22T03:20:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir so I do NOT create it in target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6 2024-11-22T03:20:35,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:20:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.tmp.dir so I do NOT create it in target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6 2024-11-22T03:20:35,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:20:35,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6 2024-11-22T03:20:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:20:35,499 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/cluster_a93c605e-129c-d5b2-2cbb-9ffcdc93efdd, deleteOnExit=true 2024-11-22T03:20:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:20:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/test.cache.data in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:20:35,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:20:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:20:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:20:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:20:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:20:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:20:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:20:35,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:35,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:20:35,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:20:35,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:20:35,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:20:35,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:35,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@183aab32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:20:35,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c111acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:20:35,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72bcbf99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/java.io.tmpdir/jetty-localhost-39481-hadoop-hdfs-3_4_1-tests_jar-_-any-12528861411927830733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:35,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c2c210{HTTP/1.1, (http/1.1)}{localhost:39481} 2024-11-22T03:20:35,928 INFO [Time-limited test {}] server.Server(415): Started @151486ms 2024-11-22T03:20:36,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:36,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:20:36,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:20:36,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:20:36,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:20:36,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5665afa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:20:36,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53515b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:20:36,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f708f86{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/java.io.tmpdir/jetty-localhost-45401-hadoop-hdfs-3_4_1-tests_jar-_-any-5534841304156109673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:36,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef2aaa1{HTTP/1.1, (http/1.1)}{localhost:45401} 2024-11-22T03:20:36,418 INFO [Time-limited test {}] server.Server(415): Started @151976ms 2024-11-22T03:20:36,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:20:37,125 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/cluster_a93c605e-129c-d5b2-2cbb-9ffcdc93efdd/data/data2/current/BP-2021378675-172.17.0.3-1732245635515/current, will proceed with Du for space computation calculation, 2024-11-22T03:20:37,125 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/cluster_a93c605e-129c-d5b2-2cbb-9ffcdc93efdd/data/data1/current/BP-2021378675-172.17.0.3-1732245635515/current, will proceed with Du for space computation calculation, 2024-11-22T03:20:37,139 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:20:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75eae991427ea8b0 with lease ID 0x9d1f1fcb4b1d4b19: Processing first storage report for DS-d32d4b6f-9361-4945-be99-fcf4e2640435 from datanode DatanodeRegistration(127.0.0.1:34339, datanodeUuid=24d62499-4b6c-4aeb-aa26-fdd916aa475a, infoPort=41739, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=893436735;c=1732245635515) 2024-11-22T03:20:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75eae991427ea8b0 with lease ID 0x9d1f1fcb4b1d4b19: from storage DS-d32d4b6f-9361-4945-be99-fcf4e2640435 node DatanodeRegistration(127.0.0.1:34339, datanodeUuid=24d62499-4b6c-4aeb-aa26-fdd916aa475a, infoPort=41739, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=893436735;c=1732245635515), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:20:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75eae991427ea8b0 with lease ID 0x9d1f1fcb4b1d4b19: Processing first storage report for DS-e39b9839-4beb-4a85-80f0-0498d6324341 from datanode DatanodeRegistration(127.0.0.1:34339, datanodeUuid=24d62499-4b6c-4aeb-aa26-fdd916aa475a, infoPort=41739, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=893436735;c=1732245635515) 2024-11-22T03:20:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75eae991427ea8b0 with lease ID 0x9d1f1fcb4b1d4b19: from storage DS-e39b9839-4beb-4a85-80f0-0498d6324341 node DatanodeRegistration(127.0.0.1:34339, datanodeUuid=24d62499-4b6c-4aeb-aa26-fdd916aa475a, infoPort=41739, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=893436735;c=1732245635515), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:20:37,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6 2024-11-22T03:20:37,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:37,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:20:37,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221 with version=8 2024-11-22T03:20:37,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/hbase-staging 2024-11-22T03:20:37,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:20:37,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:37,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:37,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:20:37,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:37,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:20:37,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:20:37,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:20:37,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44321 2024-11-22T03:20:37,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44321 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443210x0, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:37,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44321-0x101608ea7f60003 connected 2024-11-22T03:20:37,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:37,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:37,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/running 2024-11-22T03:20:37,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221, hbase.cluster.distributed=false 2024-11-22T03:20:37,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/acl 2024-11-22T03:20:37,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-22T03:20:37,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44321 2024-11-22T03:20:37,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44321 2024-11-22T03:20:37,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-22T03:20:37,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-22T03:20:37,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:20:37,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:20:37,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41861 2024-11-22T03:20:37,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41861 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:37,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:37,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:37,759 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418610x0, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:37,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418610x0, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/running 2024-11-22T03:20:37,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41861-0x101608ea7f60004 connected 2024-11-22T03:20:37,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:20:37,761 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:20:37,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/master 2024-11-22T03:20:37,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/acl 2024-11-22T03:20:37,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-22T03:20:37,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41861 2024-11-22T03:20:37,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41861 2024-11-22T03:20:37,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-22T03:20:37,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-22T03:20:37,780 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:44321 2024-11-22T03:20:37,780 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-438325958/backup-masters/b458937b0f5f,44321,1732245637556 2024-11-22T03:20:37,791 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958/backup-masters 2024-11-22T03:20:37,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958/backup-masters 2024-11-22T03:20:37,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on existing znode=/1-438325958/backup-masters/b458937b0f5f,44321,1732245637556 2024-11-22T03:20:37,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:37,801 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-438325958/master 2024-11-22T03:20:37,801 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:37,802 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on existing znode=/1-438325958/master 2024-11-22T03:20:37,802 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-438325958/backup-masters/b458937b0f5f,44321,1732245637556 from backup master directory 2024-11-22T03:20:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438325958/backup-masters/b458937b0f5f,44321,1732245637556 2024-11-22T03:20:37,812 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958/backup-masters 2024-11-22T03:20:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958/backup-masters 2024-11-22T03:20:37,812 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:20:37,812 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,44321,1732245637556 2024-11-22T03:20:37,816 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/hbase.id] with ID: 8468469c-c644-47fc-8356-a56970aaf454 2024-11-22T03:20:37,816 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/.tmp/hbase.id 2024-11-22T03:20:37,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:20:38,220 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/.tmp/hbase.id]:[hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/hbase.id] 2024-11-22T03:20:38,231 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:38,232 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:20:38,233 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:20:38,328 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:38,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:20:38,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:20:38,734 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:20:38,734 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:20:39,140 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store 2024-11-22T03:20:39,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:20:39,546 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:39,546 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:39,546 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:39,546 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:39,546 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:39,546 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:39,546 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:39,546 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245639546Disabling compacts and flushes for region at 1732245639546Disabling writes for close at 1732245639546Writing region close event to WAL at 1732245639546Closed at 1732245639546 2024-11-22T03:20:39,547 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/.initializing 2024-11-22T03:20:39,547 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/WALs/b458937b0f5f,44321,1732245637556 2024-11-22T03:20:39,547 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:20:39,549 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C44321%2C1732245637556, suffix=, logDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/WALs/b458937b0f5f,44321,1732245637556, archiveDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/oldWALs, maxLogs=10 2024-11-22T03:20:39,560 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/WALs/b458937b0f5f,44321,1732245637556/b458937b0f5f%2C44321%2C1732245637556.1732245639549, exclude list is [], retry=0 2024-11-22T03:20:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-d32d4b6f-9361-4945-be99-fcf4e2640435,DISK] 2024-11-22T03:20:39,564 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/WALs/b458937b0f5f,44321,1732245637556/b458937b0f5f%2C44321%2C1732245637556.1732245639549 2024-11-22T03:20:39,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-22T03:20:39,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:39,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:39,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:20:39,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:20:39,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:39,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:39,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:20:39,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:20:39,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:39,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:39,572 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,573 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,573 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,574 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,574 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,575 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:39,575 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:39,577 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:20:39,577 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74738632, jitterRate=0.11369240283966064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:39,577 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245639565Initializing all the Stores at 1732245639566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245639566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245639566Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245639566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245639566Cleaning up temporary data from old regions at 1732245639574 (+8 ms)Region opened successfully at 1732245639577 (+3 ms) 2024-11-22T03:20:39,577 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:20:39,579 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7312b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:20:39,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:20:39,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:20:39,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:20:39,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:20:39,581 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:20:39,581 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:20:39,581 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:20:39,582 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:20:39,583 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Unable to get data of znode /1-438325958/balancer because node does not exist (not necessarily an error) 2024-11-22T03:20:39,685 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438325958/balancer already deleted, retry=false 2024-11-22T03:20:39,686 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:20:39,686 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Unable to get data of znode /1-438325958/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:20:39,740 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438325958/normalizer already deleted, retry=false 2024-11-22T03:20:39,741 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:20:39,742 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Unable to get data of znode /1-438325958/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:20:39,748 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438325958/switch/split already deleted, retry=false 2024-11-22T03:20:39,749 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Unable to get data of znode /1-438325958/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:20:39,759 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438325958/switch/merge already deleted, retry=false 2024-11-22T03:20:39,761 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Unable to get data of znode /1-438325958/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:20:39,769 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438325958/snapshot-cleanup already deleted, retry=false 2024-11-22T03:20:39,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-438325958/running 2024-11-22T03:20:39,780 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-438325958/running 2024-11-22T03:20:39,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:39,780 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:39,781 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,44321,1732245637556, sessionid=0x101608ea7f60003, setting cluster-up flag (Was=false) 2024-11-22T03:20:39,801 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:39,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:39,833 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-438325958/flush-table-proc/acquired, /1-438325958/flush-table-proc/reached, /1-438325958/flush-table-proc/abort 2024-11-22T03:20:39,834 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,44321,1732245637556 2024-11-22T03:20:39,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:39,854 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:39,885 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-438325958/online-snapshot/acquired, /1-438325958/online-snapshot/reached, /1-438325958/online-snapshot/abort 2024-11-22T03:20:39,886 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,44321,1732245637556 2024-11-22T03:20:39,888 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:20:39,889 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:39,889 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:20:39,889 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:20:39,890 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,44321,1732245637556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:20:39,891 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245669892 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:20:39,892 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:39,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:39,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:20:39,893 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245639893,5,FailOnTimeoutGroup] 2024-11-22T03:20:39,893 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245639893,5,FailOnTimeoutGroup] 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:39,893 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:20:39,894 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:39,894 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:39,894 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:39,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:20:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:20:39,970 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(746): ClusterId : 8468469c-c644-47fc-8356-a56970aaf454 2024-11-22T03:20:39,970 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:20:39,981 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:20:39,981 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:20:39,991 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:20:39,992 DEBUG [RS:0;b458937b0f5f:41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d573b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:20:40,002 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:41861 2024-11-22T03:20:40,002 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:20:40,002 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:20:40,002 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:20:40,003 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,44321,1732245637556 with port=41861, startcode=1732245637744 2024-11-22T03:20:40,003 DEBUG [RS:0;b458937b0f5f:41861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:20:40,004 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:20:40,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44321 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,006 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221 2024-11-22T03:20:40,006 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46097 2024-11-22T03:20:40,006 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:20:40,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958/rs 2024-11-22T03:20:40,051 DEBUG [RS:0;b458937b0f5f:41861 {}] zookeeper.ZKUtil(111): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on existing znode=/1-438325958/rs/b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,051 WARN [RS:0;b458937b0f5f:41861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:20:40,051 INFO [RS:0;b458937b0f5f:41861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:40,051 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,41861,1732245637744] 2024-11-22T03:20:40,054 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:20:40,055 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:20:40,056 INFO [RS:0;b458937b0f5f:41861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:20:40,056 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,056 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:20:40,056 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:20:40,057 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:20:40,057 DEBUG [RS:0;b458937b0f5f:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:20:40,057 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,057 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,057 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,057 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,057 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,058 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41861,1732245637744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:20:40,070 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:20:40,071 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41861,1732245637744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,071 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,071 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.Replication(171): b458937b0f5f,41861,1732245637744 started 2024-11-22T03:20:40,083 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:40,083 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,41861,1732245637744, RpcServer on b458937b0f5f/172.17.0.3:41861, sessionid=0x101608ea7f60004 2024-11-22T03:20:40,083 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:20:40,083 DEBUG [RS:0;b458937b0f5f:41861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,083 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41861,1732245637744' 2024-11-22T03:20:40,083 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-438325958/flush-table-proc/abort' 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-438325958/flush-table-proc/acquired' 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41861,1732245637744' 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-438325958/online-snapshot/abort' 2024-11-22T03:20:40,084 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-438325958/online-snapshot/acquired' 2024-11-22T03:20:40,085 DEBUG [RS:0;b458937b0f5f:41861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:20:40,085 INFO [RS:0;b458937b0f5f:41861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:20:40,085 INFO [RS:0;b458937b0f5f:41861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:20:40,185 INFO [RS:0;b458937b0f5f:41861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:20:40,186 INFO [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41861%2C1732245637744, suffix=, logDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744, archiveDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/oldWALs, maxLogs=10 2024-11-22T03:20:40,198 DEBUG [RS:0;b458937b0f5f:41861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744/b458937b0f5f%2C41861%2C1732245637744.1732245640186, exclude list is [], retry=0 2024-11-22T03:20:40,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-d32d4b6f-9361-4945-be99-fcf4e2640435,DISK] 2024-11-22T03:20:40,202 INFO [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744/b458937b0f5f%2C41861%2C1732245637744.1732245640186 2024-11-22T03:20:40,202 DEBUG [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-22T03:20:40,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:20:40,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:20:40,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221 2024-11-22T03:20:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:20:40,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:40,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:20:40,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:20:40,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:40,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:40,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:20:40,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:20:40,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:40,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:40,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:20:40,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:20:40,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:40,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:40,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:20:40,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:20:40,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:40,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:40,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:20:40,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740 2024-11-22T03:20:40,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740 2024-11-22T03:20:40,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:20:40,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:20:40,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:40,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:20:40,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:20:40,719 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61679375, jitterRate=-0.08090569078922272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245640707Initializing all the Stores at 1732245640708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245640708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245640708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245640708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245640708Cleaning up temporary data from old regions at 1732245640716 (+8 ms)Region opened successfully at 1732245640719 (+3 ms) 2024-11-22T03:20:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:40,720 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:40,720 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245640720Disabling compacts and flushes for region at 1732245640720Disabling writes for close at 1732245640720Writing region close event to WAL at 1732245640720Closed at 1732245640720 2024-11-22T03:20:40,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:40,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:20:40,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:20:40,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:20:40,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:20:40,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:20:40,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:40,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:40,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:40,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:40,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:40,873 DEBUG [b458937b0f5f:44321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:20:40,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,41861,1732245637744 2024-11-22T03:20:40,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,41861,1732245637744, state=OPENING 2024-11-22T03:20:40,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:20:40,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:40,938 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:40,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438325958/meta-region-server: CHANGED 2024-11-22T03:20:40,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438325958/meta-region-server: CHANGED 2024-11-22T03:20:40,938 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:20:40,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,41861,1732245637744}] 2024-11-22T03:20:41,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:20:41,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:20:41,095 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:20:41,095 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:41,095 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:20:41,097 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41861%2C1732245637744.meta, suffix=.meta, logDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744, archiveDir=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/oldWALs, maxLogs=10 2024-11-22T03:20:41,108 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744/b458937b0f5f%2C41861%2C1732245637744.meta.1732245641097.meta, exclude list is [], retry=0 2024-11-22T03:20:41,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-d32d4b6f-9361-4945-be99-fcf4e2640435,DISK] 2024-11-22T03:20:41,112 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744/b458937b0f5f%2C41861%2C1732245637744.meta.1732245641097.meta 2024-11-22T03:20:41,112 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-22T03:20:41,112 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:41,112 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:20:41,113 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:20:41,113 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:20:41,113 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:20:41,113 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:20:41,113 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:41,113 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:20:41,113 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:20:41,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:20:41,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:20:41,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:41,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:41,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:20:41,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:20:41,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:41,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:41,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:20:41,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:20:41,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:41,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:41,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:20:41,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:20:41,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:41,118 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:20:41,119 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740 2024-11-22T03:20:41,120 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740 2024-11-22T03:20:41,121 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:20:41,121 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:20:41,121 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:41,123 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:20:41,123 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62420465, jitterRate=-0.06986258924007416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:41,123 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:20:41,123 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245641113Writing region info on filesystem at 1732245641113Initializing all the Stores at 1732245641114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245641114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245641114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245641114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245641114Cleaning up temporary data from old regions at 1732245641121 (+7 ms)Running coprocessor post-open hooks at 1732245641123 (+2 ms)Region opened successfully at 1732245641123 2024-11-22T03:20:41,124 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245641090 2024-11-22T03:20:41,126 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:20:41,126 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:20:41,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41861,1732245637744 2024-11-22T03:20:41,127 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,41861,1732245637744, state=OPEN 2024-11-22T03:20:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-438325958/meta-region-server 2024-11-22T03:20:41,138 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-438325958/meta-region-server 2024-11-22T03:20:41,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,41861,1732245637744 2024-11-22T03:20:41,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438325958/meta-region-server: CHANGED 2024-11-22T03:20:41,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438325958/meta-region-server: CHANGED 2024-11-22T03:20:41,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:20:41,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,41861,1732245637744 in 199 msec 2024-11-22T03:20:41,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:20:41,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-22T03:20:41,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:41,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:20:41,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:41,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,41861,1732245637744, seqNum=-1] 2024-11-22T03:20:41,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:41,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:20:41,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-22T03:20:41,149 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245641149, completionTime=-1 2024-11-22T03:20:41,149 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:20:41,149 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245701152 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245761152 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44321,1732245637556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44321,1732245637556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,152 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44321,1732245637556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,153 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:44321, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,153 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,153 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,154 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.343sec 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44321,1732245637556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:20:41,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44321,1732245637556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:20:41,158 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:20:41,158 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:20:41,158 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44321,1732245637556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:41,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a6b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44321,-1 for getting cluster id 2024-11-22T03:20:41,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:41,172 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8468469c-c644-47fc-8356-a56970aaf454' 2024-11-22T03:20:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8468469c-c644-47fc-8356-a56970aaf454" 2024-11-22T03:20:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44321,-1] 2024-11-22T03:20:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:41,174 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:41,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68db720d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,41861,1732245637744, seqNum=-1] 2024-11-22T03:20:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:41,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:20:41,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,44321,1732245637556 2024-11-22T03:20:41,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:41,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:41,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101608ea7f60005 connected 2024-11-22T03:20:41,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e57e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38185,-1 for getting cluster id 2024-11-22T03:20:41,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:41,204 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb42f469-5273-425f-9f15-ba6f9870731d' 2024-11-22T03:20:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb42f469-5273-425f-9f15-ba6f9870731d" 2024-11-22T03:20:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538a619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38185,-1] 2024-11-22T03:20:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:41,206 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3177a497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:20:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38185,1732245632238 2024-11-22T03:20:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1cbbcd 2024-11-22T03:20:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:20:41,208 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:20:41,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:44321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:20:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:20:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:20:41,211 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:44321' 2024-11-22T03:20:41,212 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794841ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,212 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44321,-1 for getting cluster id 2024-11-22T03:20:41,213 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:41,213 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8468469c-c644-47fc-8356-a56970aaf454' 2024-11-22T03:20:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8468469c-c644-47fc-8356-a56970aaf454" 2024-11-22T03:20:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7359fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44321,-1] 2024-11-22T03:20:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:41,215 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:41,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6084ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:41,216 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:20:41,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44321,1732245637556 2024-11-22T03:20:41,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6a5a68 2024-11-22T03:20:41,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:20:41,217 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:20:41,218 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T03:20:41,218 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:20:41,218 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:41,218 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:41,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:41,218 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:20:41,220 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:20:41,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:20:41,221 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:41,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:20:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741835_1011 (size=1138) 2024-11-22T03:20:41,270 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:20:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:20:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:20:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:20:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T03:20:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:20:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:20:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:20:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:20:41,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46eb8888586c5e82988a6ad0c3f2d043, NAME => 'hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b 2024-11-22T03:20:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741836_1012 (size=44) 2024-11-22T03:20:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:20:42,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:42,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46eb8888586c5e82988a6ad0c3f2d043, disabling compactions & flushes 2024-11-22T03:20:42,034 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. after waiting 0 ms 2024-11-22T03:20:42,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46eb8888586c5e82988a6ad0c3f2d043: Waiting for close lock at 1732245642034Disabling compacts and flushes for region at 1732245642034Disabling writes for close at 1732245642035 (+1 ms)Writing region close event to WAL at 1732245642035Closed at 1732245642035 2024-11-22T03:20:42,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:20:42,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245642036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245642036"}]},"ts":"1732245642036"} 2024-11-22T03:20:42,038 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:20:42,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:20:42,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245642039"}]},"ts":"1732245642039"} 2024-11-22T03:20:42,040 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:20:42,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN}] 2024-11-22T03:20:42,042 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN 2024-11-22T03:20:42,042 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN; state=OFFLINE, location=b458937b0f5f,40733,1732245632431; forceNewPlan=false, retain=false 2024-11-22T03:20:42,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=46eb8888586c5e82988a6ad0c3f2d043, regionState=OPENING, regionLocation=b458937b0f5f,40733,1732245632431 2024-11-22T03:20:42,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN because future has completed 2024-11-22T03:20:42,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46eb8888586c5e82988a6ad0c3f2d043, server=b458937b0f5f,40733,1732245632431}] 2024-11-22T03:20:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:20:42,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:42,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:20:42,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C40733%2C1732245632431.rep, suffix=, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs, maxLogs=10 2024-11-22T03:20:42,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.rep.1732245642353, exclude list is [], retry=0 2024-11-22T03:20:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:42,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.rep.1732245642353 2024-11-22T03:20:42,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:42,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 46eb8888586c5e82988a6ad0c3f2d043, NAME => 'hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:42,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:20:42,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:20:42,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. service=MultiRowMutationService 2024-11-22T03:20:42,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:20:42,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:42,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,373 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,374 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46eb8888586c5e82988a6ad0c3f2d043 columnFamilyName hfileref 2024-11-22T03:20:42,374 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:42,374 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(327): Store=46eb8888586c5e82988a6ad0c3f2d043/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:42,374 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,375 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46eb8888586c5e82988a6ad0c3f2d043 columnFamilyName queue 2024-11-22T03:20:42,375 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:42,376 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(327): Store=46eb8888586c5e82988a6ad0c3f2d043/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:42,376 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,377 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46eb8888586c5e82988a6ad0c3f2d043 columnFamilyName sid 2024-11-22T03:20:42,377 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:42,377 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(327): Store=46eb8888586c5e82988a6ad0c3f2d043/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:42,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:20:42,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:20:42,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 46eb8888586c5e82988a6ad0c3f2d043; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71947094, jitterRate=0.07209524512290955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:20:42,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:42,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 46eb8888586c5e82988a6ad0c3f2d043: Running coprocessor pre-open hook at 1732245642372Writing region info on filesystem at 1732245642372Initializing all the Stores at 1732245642373 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245642373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245642373Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245642373Cleaning up temporary data from old regions at 1732245642379 (+6 ms)Running coprocessor post-open hooks at 1732245642383 (+4 ms)Region opened successfully at 1732245642383 2024-11-22T03:20:42,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., pid=7, masterSystemTime=1732245642347 2024-11-22T03:20:42,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:42,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=46eb8888586c5e82988a6ad0c3f2d043, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40733,1732245632431 2024-11-22T03:20:42,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46eb8888586c5e82988a6ad0c3f2d043, server=b458937b0f5f,40733,1732245632431 because future has completed 2024-11-22T03:20:42,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T03:20:42,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 46eb8888586c5e82988a6ad0c3f2d043, server=b458937b0f5f,40733,1732245632431 in 195 msec 2024-11-22T03:20:42,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:20:42,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN in 350 msec 2024-11-22T03:20:42,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:20:42,394 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245642394"}]},"ts":"1732245642394"} 2024-11-22T03:20:42,396 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:20:42,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:20:42,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-22T03:20:42,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., hostname=b458937b0f5f,40733,1732245632431, seqNum=2] 2024-11-22T03:20:42,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:42,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:42,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:20:42,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T03:20:42,681 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:20:42,707 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,40733,1732245632431, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:20:42,708 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:42,708 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,40733,1732245632431, seqNum=-1] 2024-11-22T03:20:42,708 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:42,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-22T03:20:42,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,40733,1732245632431', locateType=CURRENT is [region=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., hostname=b458937b0f5f,40733,1732245632431, seqNum=2] 2024-11-22T03:20:42,713 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T03:20:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T03:20:42,715 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,40733,1732245632431 suceeded 2024-11-22T03:20:42,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T03:20:42,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T03:20:42,717 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:44321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:20:42,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-22T03:20:42,727 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:44321' 2024-11-22T03:20:42,727 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b7defa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:42,727 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44321,-1 for getting cluster id 2024-11-22T03:20:42,728 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:42,728 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8468469c-c644-47fc-8356-a56970aaf454' 2024-11-22T03:20:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8468469c-c644-47fc-8356-a56970aaf454" 2024-11-22T03:20:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26fdafe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44321,-1] 2024-11-22T03:20:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:42,730 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:42,730 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eae35d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:42,730 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:20:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44321,1732245637556 2024-11-22T03:20:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ddb4a9 2024-11-22T03:20:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:20:42,732 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-22T03:20:42,732 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,40733,1732245632431 (queues=1) is replicating from cluster=cb42f469-5273-425f-9f15-ba6f9870731d to cluster=8468469c-c644-47fc-8356-a56970aaf454 2024-11-22T03:20:42,732 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C40733%2C1732245632431 2024-11-22T03:20:42,732 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,40733,1732245632431, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:20:42,733 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.shipperb458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C40733%2C1732245632431 2024-11-22T03:20:42,733 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356, startPosition=0, beingWritten=true 2024-11-22T03:20:42,938 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 to pos 0, reset compression=false 2024-11-22T03:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 to pos 0, reset compression=false 2024-11-22T03:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:20:43,367 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:20:43,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:43,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:43,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:43,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:43,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:43,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:20:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38185,1732245632238 2024-11-22T03:20:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63c94d3a 2024-11-22T03:20:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:20:43,369 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:20:43,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38185 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:20:43,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:43,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:43,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:43,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:43,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:43,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:20:43,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1549668142, stopped=false 2024-11-22T03:20:43,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,38185,1732245632238 2024-11-22T03:20:43,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:43,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:43,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:43,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:43,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:43,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:43,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:43,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:43,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:43,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:43,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,40733,1732245632431' ***** 2024-11-22T03:20:43,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:20:43,433 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:20:43,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,40733,1732245632431 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:40733. 2024-11-22T03:20:43,434 DEBUG [RS:0;b458937b0f5f:40733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:43,434 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46eb8888586c5e82988a6ad0c3f2d043, disabling compactions & flushes 2024-11-22T03:20:43,434 DEBUG [RS:0;b458937b0f5f:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:43,434 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:43,434 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:43,434 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. after waiting 0 ms 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:20:43,434 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:20:43,434 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46eb8888586c5e82988a6ad0c3f2d043 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T03:20:43,434 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:20:43,434 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1325): Online Regions={46eb8888586c5e82988a6ad0c3f2d043=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:43,434 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:43,434 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:43,435 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:43,435 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:43,435 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:43,435 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:43,435 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T03:20:43,449 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/info/b453748291ff4e13acce6b578a4c7f9c is 147, key is hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043./info:regioninfo/1732245642387/Put/seqid=0 2024-11-22T03:20:43,449 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/.tmp/queue/1370d1af9a4947269edba894699bf27c is 151, key is 1-b458937b0f5f,40733,1732245632431/queue:b458937b0f5f%2C40733%2C1732245632431/1732245642712/Put/seqid=0 2024-11-22T03:20:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741839_1015 (size=5350) 2024-11-22T03:20:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741838_1014 (size=6631) 2024-11-22T03:20:43,530 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:43,635 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:43,647 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 to pos 0, reset compression=false 2024-11-22T03:20:43,835 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:43,854 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/.tmp/queue/1370d1af9a4947269edba894699bf27c 2024-11-22T03:20:43,855 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/info/b453748291ff4e13acce6b578a4c7f9c 2024-11-22T03:20:43,860 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/.tmp/queue/1370d1af9a4947269edba894699bf27c as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/queue/1370d1af9a4947269edba894699bf27c 2024-11-22T03:20:43,865 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/queue/1370d1af9a4947269edba894699bf27c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T03:20:43,866 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 46eb8888586c5e82988a6ad0c3f2d043 in 432ms, sequenceid=5, compaction requested=false 2024-11-22T03:20:43,866 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:20:43,871 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:20:43,871 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:43,871 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:43,871 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:43,872 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46eb8888586c5e82988a6ad0c3f2d043: Waiting for close lock at 1732245643434Running coprocessor pre-close hooks at 1732245643434Disabling compacts and flushes for region at 1732245643434Disabling writes for close at 1732245643434Obtaining lock to block concurrent updates at 1732245643434Preparing flush snapshotting stores in 46eb8888586c5e82988a6ad0c3f2d043 at 1732245643434Finished memstore snapshotting hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732245643435 (+1 ms)Flushing stores of hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. at 1732245643435Flushing 46eb8888586c5e82988a6ad0c3f2d043/queue: creating writer at 1732245643435Flushing 46eb8888586c5e82988a6ad0c3f2d043/queue: appending metadata at 1732245643448 (+13 ms)Flushing 46eb8888586c5e82988a6ad0c3f2d043/queue: closing flushed file at 1732245643448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6ca0e2: reopening flushed file at 1732245643859 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 46eb8888586c5e82988a6ad0c3f2d043 in 432ms, sequenceid=5, compaction requested=false at 1732245643866 (+7 ms)Writing region close event to WAL at 1732245643868 (+2 ms)Running coprocessor post-close hooks at 1732245643871 (+3 ms)Closed at 1732245643871 2024-11-22T03:20:43,872 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:43,876 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/ns/6e7616e114e5461285f62a6ca07acd22 is 43, key is default/ns:d/1732245635384/Put/seqid=0 2024-11-22T03:20:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741840_1016 (size=5153) 2024-11-22T03:20:44,035 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:44,152 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 to pos 0, reset compression=false 2024-11-22T03:20:44,224 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:20:44,224 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:20:44,235 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:44,280 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/ns/6e7616e114e5461285f62a6ca07acd22 2024-11-22T03:20:44,301 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/table/edcc14df2f5648c4b430c18d80671c90 is 53, key is hbase:replication/table:state/1732245642394/Put/seqid=0 2024-11-22T03:20:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741841_1017 (size=5256) 2024-11-22T03:20:44,435 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:20:44,435 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:44,435 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:44,636 DEBUG [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:44,706 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/table/edcc14df2f5648c4b430c18d80671c90 2024-11-22T03:20:44,711 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/info/b453748291ff4e13acce6b578a4c7f9c as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/info/b453748291ff4e13acce6b578a4c7f9c 2024-11-22T03:20:44,715 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/info/b453748291ff4e13acce6b578a4c7f9c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T03:20:44,716 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/ns/6e7616e114e5461285f62a6ca07acd22 as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/ns/6e7616e114e5461285f62a6ca07acd22 2024-11-22T03:20:44,720 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/ns/6e7616e114e5461285f62a6ca07acd22, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:20:44,721 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/table/edcc14df2f5648c4b430c18d80671c90 as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/table/edcc14df2f5648c4b430c18d80671c90 2024-11-22T03:20:44,725 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/table/edcc14df2f5648c4b430c18d80671c90, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T03:20:44,726 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false 2024-11-22T03:20:44,730 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:20:44,731 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:44,731 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:44,731 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:44,731 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245643434Running coprocessor pre-close hooks at 1732245643434Disabling compacts and flushes for region at 1732245643434Disabling writes for close at 1732245643435 (+1 ms)Obtaining lock to block concurrent updates at 1732245643435Preparing flush snapshotting stores in 1588230740 at 1732245643435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732245643435Flushing stores of hbase:meta,,1.1588230740 at 1732245643435Flushing 1588230740/info: creating writer at 1732245643435Flushing 1588230740/info: appending metadata at 1732245643449 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732245643449Flushing 1588230740/ns: creating writer at 1732245643859 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732245643875 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732245643875Flushing 1588230740/table: creating writer at 1732245644285 (+410 ms)Flushing 1588230740/table: appending metadata at 1732245644301 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732245644301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5448135e: reopening flushed file at 1732245644710 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f7062e: reopening flushed file at 1732245644715 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589bf77: reopening flushed file at 1732245644720 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false at 1732245644726 (+6 ms)Writing region close event to WAL at 1732245644727 (+1 ms)Running coprocessor post-close hooks at 1732245644731 (+4 ms)Closed at 1732245644731 2024-11-22T03:20:44,731 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:44,756 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 to pos 0, reset compression=false 2024-11-22T03:20:44,836 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,40733,1732245632431; all regions closed. 2024-11-22T03:20:44,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741834_1010 (size=2742) 2024-11-22T03:20:44,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.meta.1732245635308.meta not finished, retry = 0 2024-11-22T03:20:44,940 DEBUG [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs 2024-11-22T03:20:44,940 INFO [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C40733%2C1732245632431.meta:.meta(num 1732245635308) 2024-11-22T03:20:44,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.rep.1732245642353 not finished, retry = 0 2024-11-22T03:20:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741837_1013 (size=1586) 2024-11-22T03:20:45,045 DEBUG [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs 2024-11-22T03:20:45,045 INFO [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C40733%2C1732245632431.rep:(num 1732245642353) 2024-11-22T03:20:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741832_1008 (size=93) 2024-11-22T03:20:45,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431/b458937b0f5f%2C40733%2C1732245632431.1732245634356 not finished, retry = 0 2024-11-22T03:20:45,149 DEBUG [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs 2024-11-22T03:20:45,149 INFO [RS:0;b458937b0f5f:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C40733%2C1732245632431:(num 1732245634356) 2024-11-22T03:20:45,149 DEBUG [RS:0;b458937b0f5f:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:45,149 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:45,149 INFO [RS:0;b458937b0f5f:40733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:45,150 INFO [RS:0;b458937b0f5f:40733 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:45,150 INFO [RS:0;b458937b0f5f:40733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:45,150 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:45,150 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,40733,1732245632431 because: Region server is closing 2024-11-22T03:20:45,150 INFO [RS:0;b458937b0f5f:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:40733. 2024-11-22T03:20:45,150 DEBUG [RS:0;b458937b0f5f:40733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:45,150 DEBUG [RS:0;b458937b0f5f:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:45,150 DEBUG [RS:0;b458937b0f5f:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:45,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:45,251 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.wal-reader.b458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:20:45,251 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.shipperb458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:20:45,251 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,40733,1732245632431.replicationSource.shipperb458937b0f5f%2C40733%2C1732245632431,1-b458937b0f5f,40733,1732245632431 terminated 2024-11-22T03:20:45,251 INFO [RS:0;b458937b0f5f:40733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40733 2024-11-22T03:20:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/rs/b458937b0f5f,40733,1732245632431 2024-11-22T03:20:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/rs 2024-11-22T03:20:45,274 INFO [RS:0;b458937b0f5f:40733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:45,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,40733,1732245632431] 2024-11-22T03:20:45,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/draining/b458937b0f5f,40733,1732245632431 already deleted, retry=false 2024-11-22T03:20:45,296 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,40733,1732245632431 expired; onlineServers=0 2024-11-22T03:20:45,296 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,38185,1732245632238' ***** 2024-11-22T03:20:45,296 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:45,296 DEBUG [M:0;b458937b0f5f:38185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:20:45,296 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:20:45,296 DEBUG [M:0;b458937b0f5f:38185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:20:45,296 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245634108 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245634108,5,FailOnTimeoutGroup] 2024-11-22T03:20:45,296 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245634105 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245634105,5,FailOnTimeoutGroup] 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:45,296 DEBUG [M:0;b458937b0f5f:38185 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:45,296 INFO [M:0;b458937b0f5f:38185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:20:45,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:20:45,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/master 2024-11-22T03:20:45,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:45,306 DEBUG [M:0;b458937b0f5f:38185 {}] zookeeper.ZKUtil(347): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/master because node does not exist (not an error) 2024-11-22T03:20:45,306 WARN [M:0;b458937b0f5f:38185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:20:45,307 INFO [M:0;b458937b0f5f:38185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/.lastflushedseqids 2024-11-22T03:20:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741842_1018 (size=181) 2024-11-22T03:20:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:45,385 INFO [RS:0;b458937b0f5f:40733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x101608ea7f60001, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:45,385 INFO [RS:0;b458937b0f5f:40733 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,40733,1732245632431; zookeeper connection closed. 2024-11-22T03:20:45,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@691dcb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@691dcb1 2024-11-22T03:20:45,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:20:45,712 INFO [M:0;b458937b0f5f:38185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:20:45,712 INFO [M:0;b458937b0f5f:38185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:20:45,712 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:45,712 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:45,712 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:45,712 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:45,712 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:45,712 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T03:20:45,727 DEBUG [M:0;b458937b0f5f:38185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5016a81145ff463ebbeaaae335e749ce is 82, key is hbase:meta,,1/info:regioninfo/1732245635343/Put/seqid=0 2024-11-22T03:20:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741843_1019 (size=5672) 2024-11-22T03:20:45,731 INFO [M:0;b458937b0f5f:38185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5016a81145ff463ebbeaaae335e749ce 2024-11-22T03:20:45,748 DEBUG [M:0;b458937b0f5f:38185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4992c1c3a8b4cd18796103f88e8516f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732245642398/Put/seqid=0 2024-11-22T03:20:45,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741844_1020 (size=7203) 2024-11-22T03:20:46,153 INFO [M:0;b458937b0f5f:38185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4992c1c3a8b4cd18796103f88e8516f 2024-11-22T03:20:46,171 DEBUG [M:0;b458937b0f5f:38185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe5be18d1b11472abba2bfe0a3e6c3e6 is 69, key is b458937b0f5f,40733,1732245632431/rs:state/1732245634202/Put/seqid=0 2024-11-22T03:20:46,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741845_1021 (size=5156) 2024-11-22T03:20:46,575 INFO [M:0;b458937b0f5f:38185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe5be18d1b11472abba2bfe0a3e6c3e6 2024-11-22T03:20:46,580 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5016a81145ff463ebbeaaae335e749ce as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5016a81145ff463ebbeaaae335e749ce 2024-11-22T03:20:46,585 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5016a81145ff463ebbeaaae335e749ce, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T03:20:46,585 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4992c1c3a8b4cd18796103f88e8516f as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4992c1c3a8b4cd18796103f88e8516f 2024-11-22T03:20:46,589 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4992c1c3a8b4cd18796103f88e8516f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T03:20:46,590 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe5be18d1b11472abba2bfe0a3e6c3e6 as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe5be18d1b11472abba2bfe0a3e6c3e6 2024-11-22T03:20:46,594 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe5be18d1b11472abba2bfe0a3e6c3e6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T03:20:46,595 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=70, compaction requested=false 2024-11-22T03:20:46,596 INFO [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:46,596 DEBUG [M:0;b458937b0f5f:38185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245645712Disabling compacts and flushes for region at 1732245645712Disabling writes for close at 1732245645712Obtaining lock to block concurrent updates at 1732245645712Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245645712Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732245645713 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245645713Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245645713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245645726 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245645726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245645735 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245645748 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245645748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245646157 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245646170 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245646170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1787be92: reopening flushed file at 1732245646579 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb765a1: reopening flushed file at 1732245646585 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dfe32c: reopening flushed file at 1732245646589 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=70, compaction requested=false at 1732245646595 (+6 ms)Writing region close event to WAL at 1732245646596 (+1 ms)Closed at 1732245646596 2024-11-22T03:20:46,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238/b458937b0f5f%2C38185%2C1732245632238.1732245633801 not finished, retry = 0 2024-11-22T03:20:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741830_1006 (size=41008) 2024-11-22T03:20:46,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:20:46,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:46,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:46,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:46,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:46,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:46,698 INFO [M:0;b458937b0f5f:38185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:20:46,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:46,698 INFO [M:0;b458937b0f5f:38185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38185 2024-11-22T03:20:46,698 INFO [M:0;b458937b0f5f:38185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:46,859 INFO [M:0;b458937b0f5f:38185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:46,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:46,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38185-0x101608ea7f60000, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:46,860 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:20:46,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:46,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:46,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:20:46,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:46,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:20:46,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:20:46,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:20:46,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34931 2024-11-22T03:20:46,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34931 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:46,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349310x0, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:46,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34931-0x101608ea7f60006 connected 2024-11-22T03:20:46,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:46,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:46,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:46,890 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: INIT 2024-11-22T03:20:46,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b, hbase.cluster.distributed=false 2024-11-22T03:20:46,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/acl 2024-11-22T03:20:46,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34931 2024-11-22T03:20:46,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34931 2024-11-22T03:20:46,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34931 2024-11-22T03:20:46,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34931 2024-11-22T03:20:46,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34931 2024-11-22T03:20:46,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:20:46,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:20:46,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41577 2024-11-22T03:20:46,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41577 connecting to ZooKeeper ensemble=127.0.0.1:50428 2024-11-22T03:20:46,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:46,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:46,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415770x0, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:20:46,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:46,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41577-0x101608ea7f60007 connected 2024-11-22T03:20:46,917 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: INIT 2024-11-22T03:20:46,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:20:46,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:20:46,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/master 2024-11-22T03:20:46,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/acl 2024-11-22T03:20:46,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41577 2024-11-22T03:20:46,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41577 2024-11-22T03:20:46,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41577 2024-11-22T03:20:46,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41577 2024-11-22T03:20:46,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41577 2024-11-22T03:20:46,935 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:34931 2024-11-22T03:20:46,935 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01986577864/backup-masters/b458937b0f5f,34931,1732245646860 2024-11-22T03:20:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:46,948 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on existing znode=/01986577864/backup-masters/b458937b0f5f,34931,1732245646860 2024-11-22T03:20:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986577864/master 2024-11-22T03:20:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:46,959 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on existing znode=/01986577864/master 2024-11-22T03:20:46,959 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01986577864/backup-masters/b458937b0f5f,34931,1732245646860 from backup master directory 2024-11-22T03:20:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/backup-masters/b458937b0f5f,34931,1732245646860 2024-11-22T03:20:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/backup-masters 2024-11-22T03:20:46,969 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:20:46,969 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,34931,1732245646860 2024-11-22T03:20:46,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:46,978 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:20:46,983 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-22T03:20:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741846_1022 (size=196) 2024-11-22T03:20:47,395 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:20:47,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:20:47,396 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:47,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T03:20:47,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238 to hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238-dead as it is dead 2024-11-22T03:20:47,404 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238-dead/b458937b0f5f%2C38185%2C1732245632238.1732245633801 2024-11-22T03:20:47,405 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238-dead/b458937b0f5f%2C38185%2C1732245632238.1732245633801 after 0ms 2024-11-22T03:20:47,405 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238-dead/b458937b0f5f%2C38185%2C1732245632238.1732245633801 to hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C38185%2C1732245632238.1732245633801 2024-11-22T03:20:47,405 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,38185,1732245632238-dead 2024-11-22T03:20:47,406 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,34931,1732245646860 2024-11-22T03:20:47,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:20:47,408 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C34931%2C1732245646860, suffix=, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,34931,1732245646860, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/oldWALs, maxLogs=10 2024-11-22T03:20:47,420 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,34931,1732245646860/b458937b0f5f%2C34931%2C1732245646860.1732245647408, exclude list is [], retry=0 2024-11-22T03:20:47,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:47,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,34931,1732245646860/b458937b0f5f%2C34931%2C1732245646860.1732245647408 2024-11-22T03:20:47,424 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:47,424 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:47,424 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:47,424 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,424 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:20:47,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:47,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5016a81145ff463ebbeaaae335e749ce 2024-11-22T03:20:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:20:47,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:47,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4992c1c3a8b4cd18796103f88e8516f 2024-11-22T03:20:47,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:47,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:20:47,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:47,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe5be18d1b11472abba2bfe0a3e6c3e6 2024-11-22T03:20:47,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:47,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:20:47,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:47,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:47,443 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,443 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T03:20:47,443 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C38185%2C1732245632238.1732245633801 2024-11-22T03:20:47,447 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C38185%2C1732245632238.1732245633801 2024-11-22T03:20:47,448 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b458937b0f5f%2C38185%2C1732245632238.1732245633801 2024-11-22T03:20:47,449 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,449 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,449 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:47,450 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:20:47,452 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-22T03:20:47,453 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66231125, jitterRate=-0.013079330325126648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:47,453 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245647424Initializing all the Stores at 1732245647425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245647425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245647425Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245647425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245647425Cleaning up temporary data from old regions at 1732245647449 (+24 ms)Region opened successfully at 1732245647453 (+4 ms) 2024-11-22T03:20:47,453 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:20:47,456 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3b9f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:20:47,458 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T03:20:47,458 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:20:47,458 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:20:47,458 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:20:47,459 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:20:47,461 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:20:47,461 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:20:47,461 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:20:47,461 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-22T03:20:47,462 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:20:47,464 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b458937b0f5f,40733,1732245632431, regionLocation=b458937b0f5f,40733,1732245632431, openSeqNum=2 2024-11-22T03:20:47,464 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b458937b0f5f,40733,1732245632431, table=hbase:meta, region=1588230740 2024-11-22T03:20:47,464 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,40733,1732245632431, state=OPEN 2024-11-22T03:20:47,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:47,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:47,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:47,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:47,509 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:20:47,516 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/draining/b458937b0f5f,40733,1732245632431 already deleted, retry=false 2024-11-22T03:20:47,517 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b458937b0f5f,40733,1732245632431 on b458937b0f5f,34931,1732245646860 2024-11-22T03:20:47,518 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b458937b0f5f,40733,1732245632431, splitWal=true, meta=true 2024-11-22T03:20:47,518 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b458937b0f5f,40733,1732245632431 (carryingMeta=true) b458937b0f5f,40733,1732245632431/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40d084cd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T03:20:47,519 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/balancer because node does not exist (not necessarily an error) 2024-11-22T03:20:47,527 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/balancer already deleted, retry=false 2024-11-22T03:20:47,527 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:20:47,528 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:20:47,537 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/normalizer already deleted, retry=false 2024-11-22T03:20:47,538 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:20:47,539 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:20:47,548 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/switch/split already deleted, retry=false 2024-11-22T03:20:47,549 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:20:47,558 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/switch/merge already deleted, retry=false 2024-11-22T03:20:47,571 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:20:47,580 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/snapshot-cleanup already deleted, retry=false 2024-11-22T03:20:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:47,591 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,34931,1732245646860, sessionid=0x101608ea7f60006, setting cluster-up flag (Was=false) 2024-11-22T03:20:47,601 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986577864/flush-table-proc/acquired, /01986577864/flush-table-proc/reached, /01986577864/flush-table-proc/abort 2024-11-22T03:20:47,602 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34931,1732245646860 2024-11-22T03:20:47,612 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986577864/online-snapshot/acquired, /01986577864/online-snapshot/reached, /01986577864/online-snapshot/abort 2024-11-22T03:20:47,613 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34931,1732245646860 2024-11-22T03:20:47,614 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/.lastflushedseqids 2024-11-22T03:20:47,616 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:20:47,617 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:20:47,617 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,34931,1732245646860 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b458937b0f5f,40733,1732245632431 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:20:47,618 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245677619 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:20:47,619 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:20:47,620 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,620 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b458937b0f5f,40733,1732245632431, splitWal=true, meta=true 2024-11-22T03:20:47,620 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:20:47,620 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:20:47,620 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:20:47,620 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:20:47,620 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,40733,1732245632431, splitWal=true, meta=true, isMeta: true 2024-11-22T03:20:47,622 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431-splitting 2024-11-22T03:20:47,622 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431-splitting dir is empty, no logs to split. 2024-11-22T03:20:47,622 INFO [PEWorker-1 {}] master.SplitWALManager(105): b458937b0f5f,40733,1732245632431 WAL count=0, meta=true 2024-11-22T03:20:47,624 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:20:47,624 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431-splitting dir is empty, no logs to split. 2024-11-22T03:20:47,624 INFO [PEWorker-1 {}] master.SplitWALManager(105): b458937b0f5f,40733,1732245632431 WAL count=0, meta=true 2024-11-22T03:20:47,624 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b458937b0f5f,40733,1732245632431 WAL splitting is done? wals=0, meta=true 2024-11-22T03:20:47,624 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:20:47,624 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245647624,5,FailOnTimeoutGroup] 2024-11-22T03:20:47,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:20:47,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:20:47,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:20:47,628 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245647624,5,FailOnTimeoutGroup] 2024-11-22T03:20:47,628 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,628 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:20:47,628 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,628 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,628 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245647628, completionTime=-1 2024-11-22T03:20:47,628 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T03:20:47,628 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T03:20:47,631 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(746): ClusterId : cb42f469-5273-425f-9f15-ba6f9870731d 2024-11-22T03:20:47,631 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:20:47,643 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:20:47,643 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:20:47,654 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:20:47,654 DEBUG [RS:0;b458937b0f5f:41577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ccef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:20:47,664 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:41577 2024-11-22T03:20:47,664 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:20:47,664 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:20:47,664 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:20:47,665 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,34931,1732245646860 with port=41577, startcode=1732245646908 2024-11-22T03:20:47,665 DEBUG [RS:0;b458937b0f5f:41577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:20:47,666 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:20:47,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,41577,1732245646908 2024-11-22T03:20:47,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34931 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,41577,1732245646908 2024-11-22T03:20:47,668 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b 2024-11-22T03:20:47,668 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39677 2024-11-22T03:20:47,668 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:20:47,678 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T03:20:47,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/rs 2024-11-22T03:20:47,706 DEBUG [RS:0;b458937b0f5f:41577 {}] zookeeper.ZKUtil(111): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on existing znode=/01986577864/rs/b458937b0f5f,41577,1732245646908 2024-11-22T03:20:47,706 WARN [RS:0;b458937b0f5f:41577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:20:47,707 INFO [RS:0;b458937b0f5f:41577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:47,707 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908 2024-11-22T03:20:47,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,41577,1732245646908] 2024-11-22T03:20:47,723 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:20:47,724 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:20:47,725 INFO [RS:0;b458937b0f5f:41577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:20:47,725 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,725 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:20:47,725 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:20:47,725 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,725 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:20:47,726 DEBUG [RS:0;b458937b0f5f:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:20:47,726 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,726 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,726 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,726 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,726 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,726 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41577,1732245646908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:20:47,738 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:20:47,738 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41577,1732245646908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,750 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,41577,1732245646908, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:20:47,750 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,750 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.Replication(171): b458937b0f5f,41577,1732245646908 started 2024-11-22T03:20:47,762 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:47,762 DEBUG [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:44321' 2024-11-22T03:20:47,762 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,41577,1732245646908, RpcServer on b458937b0f5f/172.17.0.3:41577, sessionid=0x101608ea7f60007 2024-11-22T03:20:47,762 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:20:47,762 DEBUG [RS:0;b458937b0f5f:41577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,41577,1732245646908 2024-11-22T03:20:47,762 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41577,1732245646908' 2024-11-22T03:20:47,762 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986577864/flush-table-proc/abort' 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986577864/flush-table-proc/acquired' 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,41577,1732245646908 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41577,1732245646908' 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780cc584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986577864/online-snapshot/abort' 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44321,-1 for getting cluster id 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:47,763 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986577864/online-snapshot/acquired' 2024-11-22T03:20:47,764 DEBUG [RS:0;b458937b0f5f:41577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:20:47,764 INFO [RS:0;b458937b0f5f:41577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:20:47,764 INFO [RS:0;b458937b0f5f:41577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:20:47,764 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8468469c-c644-47fc-8356-a56970aaf454' 2024-11-22T03:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8468469c-c644-47fc-8356-a56970aaf454" 2024-11-22T03:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f50c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44321,-1] 2024-11-22T03:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:47,766 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:47,766 DEBUG [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82434df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:47,766 DEBUG [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:20:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44321,1732245637556 2024-11-22T03:20:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453d264f 2024-11-22T03:20:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:20:47,768 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-22T03:20:47,768 INFO [RS:0;b458937b0f5f:41577.replicationSource,1-b458937b0f5f,41577,1732245646908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,41577,1732245646908 (queues=0) is replicating from cluster=cb42f469-5273-425f-9f15-ba6f9870731d to cluster=8468469c-c644-47fc-8356-a56970aaf454 2024-11-22T03:20:47,777 WARN [b458937b0f5f:34931 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:20:47,864 INFO [RS:0;b458937b0f5f:41577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:20:47,866 INFO [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41577%2C1732245646908, suffix=, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs, maxLogs=10 2024-11-22T03:20:47,877 DEBUG [RS:0;b458937b0f5f:41577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866, exclude list is [], retry=0 2024-11-22T03:20:47,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:47,881 INFO [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 2024-11-22T03:20:47,881 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b458937b0f5f%2C41577%2C1732245646908 for peer 1 2024-11-22T03:20:47,881 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C41577%2C1732245646908 2024-11-22T03:20:47,881 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,41577,1732245646908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:20:47,881 DEBUG [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:47,881 INFO [RS:0;b458937b0f5f:41577.replicationSource.shipperb458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C41577%2C1732245646908 2024-11-22T03:20:47,882 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866, startPosition=0, beingWritten=true 2024-11-22T03:20:48,027 DEBUG [b458937b0f5f:34931 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:20:48,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,41577,1732245646908 2024-11-22T03:20:48,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,41577,1732245646908, state=OPENING 2024-11-22T03:20:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:48,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:48,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:48,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:20:48,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,41577,1732245646908}] 2024-11-22T03:20:48,086 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:48,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:20:48,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:20:48,231 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:20:48,231 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:48,231 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:20:48,232 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41577%2C1732245646908.meta, suffix=.meta, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs, maxLogs=10 2024-11-22T03:20:48,244 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.meta.1732245648233.meta, exclude list is [], retry=0 2024-11-22T03:20:48,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:48,247 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.meta.1732245648233.meta 2024-11-22T03:20:48,248 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:48,248 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:48,249 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:20:48,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:20:48,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:20:48,249 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:20:48,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:20:48,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:48,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:20:48,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:20:48,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:20:48,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:20:48,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:48,256 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/info/b453748291ff4e13acce6b578a4c7f9c 2024-11-22T03:20:48,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:48,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:20:48,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:20:48,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:48,262 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/ns/6e7616e114e5461285f62a6ca07acd22 2024-11-22T03:20:48,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:48,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:20:48,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:20:48,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:20:48,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:20:48,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:48,269 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/table/edcc14df2f5648c4b430c18d80671c90 2024-11-22T03:20:48,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:20:48,269 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:20:48,270 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740 2024-11-22T03:20:48,271 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740 2024-11-22T03:20:48,272 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:20:48,272 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:20:48,272 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:20:48,273 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:20:48,274 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65072025, jitterRate=-0.030351266264915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:20:48,274 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:20:48,274 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245648249Writing region info on filesystem at 1732245648249Initializing all the Stores at 1732245648250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245648250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245648250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245648250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245648250Cleaning up temporary data from old regions at 1732245648272 (+22 ms)Running coprocessor post-open hooks at 1732245648274 (+2 ms)Region opened successfully at 1732245648274 2024-11-22T03:20:48,275 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732245648227 2024-11-22T03:20:48,277 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:20:48,277 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:20:48,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b458937b0f5f,41577,1732245646908 2024-11-22T03:20:48,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,41577,1732245646908, state=OPEN 2024-11-22T03:20:48,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:48,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986577864/meta-region-server 2024-11-22T03:20:48,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,41577,1732245646908 2024-11-22T03:20:48,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:48,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986577864/meta-region-server: CHANGED 2024-11-22T03:20:48,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T03:20:48,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,41577,1732245646908 in 230 msec 2024-11-22T03:20:48,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:20:48,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-22T03:20:48,390 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:48,794 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:49,181 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-22T03:20:49,298 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:49,903 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:50,607 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:50,683 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T03:20:51,412 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:52,136 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T03:20:52,136 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:20:52,136 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:52,136 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,41577,1732245646908, seqNum=-1] 2024-11-22T03:20:52,137 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:52,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:20:52,141 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46eb8888586c5e82988a6ad0c3f2d043, regionState=OPEN, lastHost=b458937b0f5f,40733,1732245632431, regionLocation=b458937b0f5f,40733,1732245632431, openSeqNum=2 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245712141 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245772141 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-22T03:20:52,141 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b458937b0f5f,40733,1732245632431 had 2 regions 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34931,1732245646860-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34931,1732245646860-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,141 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34931,1732245646860-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:34931, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,142 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,40733,1732245632431, splitWal=true, meta=true, isMeta: false 2024-11-22T03:20:52,144 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431-splitting dir is empty, no logs to split. 2024-11-22T03:20:52,144 INFO [PEWorker-3 {}] master.SplitWALManager(105): b458937b0f5f,40733,1732245632431 WAL count=0, meta=false 2024-11-22T03:20:52,147 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.178sec 2024-11-22T03:20:52,147 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:20:52,147 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:20:52,147 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:20:52,148 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:20:52,148 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:20:52,148 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34931,1732245646860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:20:52,148 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34931,1732245646860-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:20:52,148 WARN [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b458937b0f5f,40733,1732245632431/hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:52,152 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,40733,1732245632431-splitting dir is empty, no logs to split. 2024-11-22T03:20:52,152 INFO [PEWorker-3 {}] master.SplitWALManager(105): b458937b0f5f,40733,1732245632431 WAL count=0, meta=false 2024-11-22T03:20:52,152 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b458937b0f5f,40733,1732245632431 WAL splitting is done? wals=0, meta=false 2024-11-22T03:20:52,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN}] 2024-11-22T03:20:52,155 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:20:52,155 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:20:52,155 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34931,1732245646860-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:20:52,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN 2024-11-22T03:20:52,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:20:52,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406ee24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:52,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34931,-1 for getting cluster id 2024-11-22T03:20:52,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:52,236 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb42f469-5273-425f-9f15-ba6f9870731d' 2024-11-22T03:20:52,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:52,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb42f469-5273-425f-9f15-ba6f9870731d" 2024-11-22T03:20:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31490583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34931,-1] 2024-11-22T03:20:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,238 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158223af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:52,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:20:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,41577,1732245646908, seqNum=-1] 2024-11-22T03:20:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:20:52,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:20:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T03:20:52,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:52,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:52,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b458937b0f5f:34931 after: b458937b0f5f:34931 2024-11-22T03:20:52,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533750b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:52,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34931,-1 for getting cluster id 2024-11-22T03:20:52,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:20:52,245 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb42f469-5273-425f-9f15-ba6f9870731d' 2024-11-22T03:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb42f469-5273-425f-9f15-ba6f9870731d" 2024-11-22T03:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180dd371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34931,-1] 2024-11-22T03:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,246 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:20:52,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d6ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:20:52,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:20:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34931,1732245646860 2024-11-22T03:20:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d2478a 2024-11-22T03:20:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:20:52,248 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:20:52,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-22T03:20:52,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:20:52,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:52,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:52,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:52,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:20:52,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1423086521, stopped=false 2024-11-22T03:20:52,249 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,44321,1732245637556 2024-11-22T03:20:52,306 DEBUG [b458937b0f5f:34931 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:20:52,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=46eb8888586c5e82988a6ad0c3f2d043, regionState=OPENING, regionLocation=b458937b0f5f,41577,1732245646908 2024-11-22T03:20:52,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN because future has completed 2024-11-22T03:20:52,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46eb8888586c5e82988a6ad0c3f2d043, server=b458937b0f5f,41577,1732245646908}] 2024-11-22T03:20:52,316 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438325958/running 2024-11-22T03:20:52,358 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438325958/running 2024-11-22T03:20:52,358 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:52,358 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:52,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:52,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:52,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/running 2024-11-22T03:20:52,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Set watcher on znode that does not yet exist, /1-438325958/running 2024-11-22T03:20:52,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,41861,1732245637744' ***** 2024-11-22T03:20:52,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:20:52,359 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:20:52,359 INFO [RS:0;b458937b0f5f:41861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:20:52,359 INFO [RS:0;b458937b0f5f:41861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:20:52,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:20:52,359 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,41861,1732245637744 2024-11-22T03:20:52,359 INFO [RS:0;b458937b0f5f:41861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:52,359 INFO [RS:0;b458937b0f5f:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:41861. 2024-11-22T03:20:52,360 DEBUG [RS:0;b458937b0f5f:41861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:52,360 DEBUG [RS:0;b458937b0f5f:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:52,360 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:20:52,360 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:20:52,360 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:20:52,360 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:20:52,360 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:20:52,360 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:52,360 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:52,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:52,360 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:52,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:52,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:52,360 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:52,360 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T03:20:52,367 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:52,374 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/.tmp/ns/40de2e90efb441b5a83457c0e0cae1de is 43, key is default/ns:d/1732245641145/Put/seqid=0 2024-11-22T03:20:52,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741835_1011 (size=5153) 2024-11-22T03:20:52,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:52,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:20:52,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:20:52,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C41577%2C1732245646908.rep, suffix=, logDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908, archiveDir=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs, maxLogs=10 2024-11-22T03:20:52,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.rep.1732245652466, exclude list is [], retry=0 2024-11-22T03:20:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-0939a09c-7f87-4cc2-a234-bd3ba80693b8,DISK] 2024-11-22T03:20:52,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.rep.1732245652466 2024-11-22T03:20:52,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-22T03:20:52,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 46eb8888586c5e82988a6ad0c3f2d043, NAME => 'hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:20:52,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:20:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:20:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. service=MultiRowMutationService 2024-11-22T03:20:52,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:20:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:20:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,485 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,486 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46eb8888586c5e82988a6ad0c3f2d043 columnFamilyName hfileref 2024-11-22T03:20:52,486 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:52,486 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(327): Store=46eb8888586c5e82988a6ad0c3f2d043/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:52,486 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,487 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46eb8888586c5e82988a6ad0c3f2d043 columnFamilyName queue 2024-11-22T03:20:52,487 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:52,491 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/queue/1370d1af9a4947269edba894699bf27c 2024-11-22T03:20:52,492 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(327): Store=46eb8888586c5e82988a6ad0c3f2d043/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:52,492 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,492 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46eb8888586c5e82988a6ad0c3f2d043 columnFamilyName sid 2024-11-22T03:20:52,492 DEBUG [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:20:52,493 INFO [StoreOpener-46eb8888586c5e82988a6ad0c3f2d043-1 {}] regionserver.HStore(327): Store=46eb8888586c5e82988a6ad0c3f2d043/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:20:52,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:20:52,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 46eb8888586c5e82988a6ad0c3f2d043; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61155518, jitterRate=-0.08871176838874817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:20:52,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:52,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 46eb8888586c5e82988a6ad0c3f2d043: Running coprocessor pre-open hook at 1732245652484Writing region info on filesystem at 1732245652484Initializing all the Stores at 1732245652485 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245652485Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245652485Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245652485Cleaning up temporary data from old regions at 1732245652496 (+11 ms)Running coprocessor post-open hooks at 1732245652498 (+2 ms)Region opened successfully at 1732245652499 (+1 ms) 2024-11-22T03:20:52,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., pid=13, masterSystemTime=1732245652461 2024-11-22T03:20:52,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:52,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:52,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=46eb8888586c5e82988a6ad0c3f2d043, regionState=OPEN, openSeqNum=9, regionLocation=b458937b0f5f,41577,1732245646908 2024-11-22T03:20:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46eb8888586c5e82988a6ad0c3f2d043, server=b458937b0f5f,41577,1732245646908 because future has completed 2024-11-22T03:20:52,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T03:20:52,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 46eb8888586c5e82988a6ad0c3f2d043, server=b458937b0f5f,41577,1732245646908 in 197 msec 2024-11-22T03:20:52,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-22T03:20:52,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46eb8888586c5e82988a6ad0c3f2d043, ASSIGN in 353 msec 2024-11-22T03:20:52,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T03:20:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., hostname=b458937b0f5f,41577,1732245646908, seqNum=9] 2024-11-22T03:20:52,527 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b458937b0f5f,40733,1732245632431 2024-11-22T03:20:52,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T03:20:52,560 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:52,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-22T03:20:52,760 DEBUG [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:52,779 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/.tmp/ns/40de2e90efb441b5a83457c0e0cae1de 2024-11-22T03:20:52,811 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/.tmp/ns/40de2e90efb441b5a83457c0e0cae1de as hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/ns/40de2e90efb441b5a83457c0e0cae1de 2024-11-22T03:20:52,816 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/ns/40de2e90efb441b5a83457c0e0cae1de, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T03:20:52,817 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false 2024-11-22T03:20:52,817 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:20:52,821 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:20:52,821 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:52,821 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:52,821 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:52,822 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245652360Running coprocessor pre-close hooks at 1732245652360Disabling compacts and flushes for region at 1732245652360Disabling writes for close at 1732245652360Obtaining lock to block concurrent updates at 1732245652360Preparing flush snapshotting stores in 1588230740 at 1732245652360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732245652361 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245652361Flushing 1588230740/ns: creating writer at 1732245652361Flushing 1588230740/ns: appending metadata at 1732245652374 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732245652374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e4d67c: reopening flushed file at 1732245652811 (+437 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false at 1732245652817 (+6 ms)Writing region close event to WAL at 1732245652818 (+1 ms)Running coprocessor post-close hooks at 1732245652821 (+3 ms)Closed at 1732245652821 2024-11-22T03:20:52,822 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:52,960 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,41861,1732245637744; all regions closed. 2024-11-22T03:20:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741834_1010 (size=1152) 2024-11-22T03:20:52,965 DEBUG [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/oldWALs 2024-11-22T03:20:52,965 INFO [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41861%2C1732245637744.meta:.meta(num 1732245641097) 2024-11-22T03:20:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741832_1008 (size=93) 2024-11-22T03:20:52,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/WALs/b458937b0f5f,41861,1732245637744/b458937b0f5f%2C41861%2C1732245637744.1732245640186 not finished, retry = 0 2024-11-22T03:20:53,058 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:20:53,058 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:20:53,069 DEBUG [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/oldWALs 2024-11-22T03:20:53,069 INFO [RS:0;b458937b0f5f:41861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41861%2C1732245637744:(num 1732245640186) 2024-11-22T03:20:53,069 DEBUG [RS:0;b458937b0f5f:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:53,069 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:53,069 INFO [RS:0;b458937b0f5f:41861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:53,069 INFO [RS:0;b458937b0f5f:41861 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:53,070 INFO [RS:0;b458937b0f5f:41861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:53,070 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:53,070 INFO [RS:0;b458937b0f5f:41861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41861 2024-11-22T03:20:53,084 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438325958/rs/b458937b0f5f,41861,1732245637744 2024-11-22T03:20:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958/rs 2024-11-22T03:20:53,084 INFO [RS:0;b458937b0f5f:41861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:53,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,41861,1732245637744] 2024-11-22T03:20:53,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-438325958/draining/b458937b0f5f,41861,1732245637744 already deleted, retry=false 2024-11-22T03:20:53,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,41861,1732245637744 expired; onlineServers=0 2024-11-22T03:20:53,105 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,44321,1732245637556' ***** 2024-11-22T03:20:53,105 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:20:53,105 INFO [M:0;b458937b0f5f:44321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:53,106 INFO [M:0;b458937b0f5f:44321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:53,106 DEBUG [M:0;b458937b0f5f:44321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:20:53,106 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:20:53,106 DEBUG [M:0;b458937b0f5f:44321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:20:53,106 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245639893 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245639893,5,FailOnTimeoutGroup] 2024-11-22T03:20:53,106 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245639893 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245639893,5,FailOnTimeoutGroup] 2024-11-22T03:20:53,106 INFO [M:0;b458937b0f5f:44321 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:53,106 INFO [M:0;b458937b0f5f:44321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:53,106 DEBUG [M:0;b458937b0f5f:44321 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:20:53,106 INFO [M:0;b458937b0f5f:44321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:20:53,106 INFO [M:0;b458937b0f5f:44321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:53,106 INFO [M:0;b458937b0f5f:44321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:20:53,106 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:20:53,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438325958/master 2024-11-22T03:20:53,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438325958 2024-11-22T03:20:53,116 DEBUG [M:0;b458937b0f5f:44321 {}] zookeeper.ZKUtil(347): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Unable to get data of znode /1-438325958/master because node does not exist (not an error) 2024-11-22T03:20:53,116 WARN [M:0;b458937b0f5f:44321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:20:53,117 INFO [M:0;b458937b0f5f:44321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/.lastflushedseqids 2024-11-22T03:20:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741836_1012 (size=99) 2024-11-22T03:20:53,195 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:53,195 INFO [RS:0;b458937b0f5f:41861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:53,195 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x101608ea7f60004, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:53,195 INFO [RS:0;b458937b0f5f:41861 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,41861,1732245637744; zookeeper connection closed. 2024-11-22T03:20:53,195 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2533f0fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2533f0fa 2024-11-22T03:20:53,196 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:20:53,320 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:53,522 INFO [M:0;b458937b0f5f:44321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:20:53,522 INFO [M:0;b458937b0f5f:44321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:20:53,522 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:53,522 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:53,522 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:53,522 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:53,522 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:53,522 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T03:20:53,540 DEBUG [M:0;b458937b0f5f:44321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243e7c862bc84ade9fdbcea692ac3f07 is 82, key is hbase:meta,,1/info:regioninfo/1732245641126/Put/seqid=0 2024-11-22T03:20:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741837_1013 (size=5672) 2024-11-22T03:20:53,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:20:53,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:53,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:53,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:53,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:53,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:20:53,944 INFO [M:0;b458937b0f5f:44321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243e7c862bc84ade9fdbcea692ac3f07 2024-11-22T03:20:53,965 DEBUG [M:0;b458937b0f5f:44321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6e806aef254a9e80d372fdf298c904 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732245641149/Put/seqid=0 2024-11-22T03:20:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741838_1014 (size=5275) 2024-11-22T03:20:54,370 INFO [M:0;b458937b0f5f:44321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6e806aef254a9e80d372fdf298c904 2024-11-22T03:20:54,387 DEBUG [M:0;b458937b0f5f:44321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7782c8a73b340089f471190a41e3738 is 69, key is b458937b0f5f,41861,1732245637744/rs:state/1732245640005/Put/seqid=0 2024-11-22T03:20:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741839_1015 (size=5156) 2024-11-22T03:20:54,425 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:54,791 INFO [M:0;b458937b0f5f:44321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7782c8a73b340089f471190a41e3738 2024-11-22T03:20:54,796 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243e7c862bc84ade9fdbcea692ac3f07 as hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/243e7c862bc84ade9fdbcea692ac3f07 2024-11-22T03:20:54,799 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/243e7c862bc84ade9fdbcea692ac3f07, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T03:20:54,800 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6e806aef254a9e80d372fdf298c904 as hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d6e806aef254a9e80d372fdf298c904 2024-11-22T03:20:54,804 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d6e806aef254a9e80d372fdf298c904, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T03:20:54,805 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7782c8a73b340089f471190a41e3738 as hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7782c8a73b340089f471190a41e3738 2024-11-22T03:20:54,809 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46097/user/jenkins/test-data/8c4f2299-1fa8-803a-4956-4a5d1333c221/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7782c8a73b340089f471190a41e3738, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T03:20:54,810 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-22T03:20:54,811 INFO [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:54,811 DEBUG [M:0;b458937b0f5f:44321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245653522Disabling compacts and flushes for region at 1732245653522Disabling writes for close at 1732245653522Obtaining lock to block concurrent updates at 1732245653522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245653522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732245653523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245653523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245653523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245653539 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245653539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245653948 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245653965 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245653965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245654374 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245654386 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245654386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24100dd5: reopening flushed file at 1732245654795 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb217f2: reopening flushed file at 1732245654800 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15466596: reopening flushed file at 1732245654804 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1732245654810 (+6 ms)Writing region close event to WAL at 1732245654811 (+1 ms)Closed at 1732245654811 2024-11-22T03:20:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741830_1006 (size=10165) 2024-11-22T03:20:54,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:54,814 INFO [M:0;b458937b0f5f:44321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:20:54,814 INFO [M:0;b458937b0f5f:44321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44321 2024-11-22T03:20:54,814 INFO [M:0;b458937b0f5f:44321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:55,016 INFO [M:0;b458937b0f5f:44321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:55,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:55,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x101608ea7f60003, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:55,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f708f86{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:55,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef2aaa1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:55,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:55,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53515b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:55,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5665afa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:55,049 WARN [BP-2021378675-172.17.0.3-1732245635515 heartbeating to localhost/127.0.0.1:46097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:20:55,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:20:55,049 WARN [BP-2021378675-172.17.0.3-1732245635515 heartbeating to localhost/127.0.0.1:46097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021378675-172.17.0.3-1732245635515 (Datanode Uuid 24d62499-4b6c-4aeb-aa26-fdd916aa475a) service to localhost/127.0.0.1:46097 2024-11-22T03:20:55,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:20:55,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/cluster_a93c605e-129c-d5b2-2cbb-9ffcdc93efdd/data/data1/current/BP-2021378675-172.17.0.3-1732245635515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:55,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/cluster_a93c605e-129c-d5b2-2cbb-9ffcdc93efdd/data/data2/current/BP-2021378675-172.17.0.3-1732245635515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:55,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:20:55,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72bcbf99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:55,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c2c210{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:55,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:55,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c111acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:55,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@183aab32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:55,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:20:55,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:20:55,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:55,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:55,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:55,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:20:55,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=643100260, stopped=false 2024-11-22T03:20:55,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,34931,1732245646860 2024-11-22T03:20:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/running 2024-11-22T03:20:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:55,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:55,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:20:55,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:55,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:55,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Set watcher on znode that does not yet exist, /01986577864/running 2024-11-22T03:20:55,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,41577,1732245646908' ***** 2024-11-22T03:20:55,075 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:20:55,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(3091): Received CLOSE for 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,41577,1732245646908 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:41577. 2024-11-22T03:20:55,075 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46eb8888586c5e82988a6ad0c3f2d043, disabling compactions & flushes 2024-11-22T03:20:55,075 DEBUG [RS:0;b458937b0f5f:41577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:55,075 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:55,075 DEBUG [RS:0;b458937b0f5f:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,075 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:55,075 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. after waiting 0 ms 2024-11-22T03:20:55,075 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:20:55,075 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:20:55,076 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:20:55,076 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1325): Online Regions={46eb8888586c5e82988a6ad0c3f2d043=hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:20:55,076 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46eb8888586c5e82988a6ad0c3f2d043 2024-11-22T03:20:55,076 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:20:55,076 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:20:55,076 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:20:55,076 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:20:55,076 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:20:55,076 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T03:20:55,079 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/replication/46eb8888586c5e82988a6ad0c3f2d043/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-22T03:20:55,079 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:55,079 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:55,080 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:55,080 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46eb8888586c5e82988a6ad0c3f2d043: Waiting for close lock at 1732245655075Running coprocessor pre-close hooks at 1732245655075Disabling compacts and flushes for region at 1732245655075Disabling writes for close at 1732245655075Writing region close event to WAL at 1732245655076 (+1 ms)Running coprocessor post-close hooks at 1732245655079 (+3 ms)Closed at 1732245655079 2024-11-22T03:20:55,080 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043. 2024-11-22T03:20:55,090 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/info/23be496579564911b48685b4c61d75ca is 147, key is hbase:replication,,1732245641218.46eb8888586c5e82988a6ad0c3f2d043./info:regioninfo/1732245652502/Put/seqid=0 2024-11-22T03:20:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741851_1027 (size=6385) 2024-11-22T03:20:55,132 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:55,276 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:55,476 DEBUG [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:20:55,494 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/info/23be496579564911b48685b4c61d75ca 2024-11-22T03:20:55,500 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/.tmp/info/23be496579564911b48685b4c61d75ca as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/info/23be496579564911b48685b4c61d75ca 2024-11-22T03:20:55,505 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/info/23be496579564911b48685b4c61d75ca, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T03:20:55,506 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-22T03:20:55,510 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T03:20:55,511 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:20:55,511 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:20:55,511 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:55,511 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245655076Running coprocessor pre-close hooks at 1732245655076Disabling compacts and flushes for region at 1732245655076Disabling writes for close at 1732245655076Obtaining lock to block concurrent updates at 1732245655076Preparing flush snapshotting stores in 1588230740 at 1732245655076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732245655076Flushing stores of hbase:meta,,1.1588230740 at 1732245655076Flushing 1588230740/info: creating writer at 1732245655077 (+1 ms)Flushing 1588230740/info: appending metadata at 1732245655089 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732245655089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb62679: reopening flushed file at 1732245655499 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1732245655506 (+7 ms)Writing region close event to WAL at 1732245655507 (+1 ms)Running coprocessor post-close hooks at 1732245655510 (+3 ms)Closed at 1732245655511 (+1 ms) 2024-11-22T03:20:55,511 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:20:55,629 DEBUG [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/WALs/b458937b0f5f,41577,1732245646908/b458937b0f5f%2C41577%2C1732245646908.1732245647866 to pos 0, reset compression=false 2024-11-22T03:20:55,676 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,41577,1732245646908; all regions closed. 2024-11-22T03:20:55,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741849_1025 (size=2156) 2024-11-22T03:20:55,680 DEBUG [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs 2024-11-22T03:20:55,680 INFO [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41577%2C1732245646908.meta:.meta(num 1732245648233) 2024-11-22T03:20:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741850_1026 (size=796) 2024-11-22T03:20:55,684 DEBUG [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs 2024-11-22T03:20:55,684 INFO [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41577%2C1732245646908.rep:(num 1732245652466) 2024-11-22T03:20:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741848_1024 (size=93) 2024-11-22T03:20:55,687 DEBUG [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/oldWALs 2024-11-22T03:20:55,687 INFO [RS:0;b458937b0f5f:41577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41577%2C1732245646908:(num 1732245647866) 2024-11-22T03:20:55,687 DEBUG [RS:0;b458937b0f5f:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,687 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:20:55,687 INFO [RS:0;b458937b0f5f:41577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:55,688 INFO [RS:0;b458937b0f5f:41577 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:55,688 INFO [RS:0;b458937b0f5f:41577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:55,688 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:55,688 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,41577,1732245646908 because: Region server is closing 2024-11-22T03:20:55,688 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T03:20:55,688 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T03:20:55,688 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T03:20:55,688 INFO [RS:0;b458937b0f5f:41577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:41577. 2024-11-22T03:20:55,688 DEBUG [RS:0;b458937b0f5f:41577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:20:55,688 DEBUG [RS:0;b458937b0f5f:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,688 DEBUG [RS:0;b458937b0f5f:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:20:55,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:20:55,789 WARN [RS:0;b458937b0f5f:41577.replicationSource.wal-reader.b458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:20:55,789 WARN [RS:0;b458937b0f5f:41577.replicationSource.shipperb458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:20:55,789 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b458937b0f5f:41577.replicationSource.shipperb458937b0f5f%2C41577%2C1732245646908,1-b458937b0f5f,41577,1732245646908 terminated 2024-11-22T03:20:55,789 INFO [RS:0;b458937b0f5f:41577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41577 2024-11-22T03:20:55,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864/rs 2024-11-22T03:20:55,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/rs/b458937b0f5f,41577,1732245646908 2024-11-22T03:20:55,832 INFO [RS:0;b458937b0f5f:41577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:55,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,41577,1732245646908] 2024-11-22T03:20:55,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01986577864/draining/b458937b0f5f,41577,1732245646908 already deleted, retry=false 2024-11-22T03:20:55,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,41577,1732245646908 expired; onlineServers=0 2024-11-22T03:20:55,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,34931,1732245646860' ***** 2024-11-22T03:20:55,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:20:55,853 INFO [M:0;b458937b0f5f:34931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:20:55,853 INFO [M:0;b458937b0f5f:34931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:20:55,853 DEBUG [M:0;b458937b0f5f:34931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:20:55,853 DEBUG [M:0;b458937b0f5f:34931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:20:55,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:20:55,853 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245647624 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245647624,5,FailOnTimeoutGroup] 2024-11-22T03:20:55,853 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245647624 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245647624,5,FailOnTimeoutGroup] 2024-11-22T03:20:55,853 INFO [M:0;b458937b0f5f:34931 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:20:55,853 INFO [M:0;b458937b0f5f:34931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:20:55,853 DEBUG [M:0;b458937b0f5f:34931 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:20:55,853 INFO [M:0;b458937b0f5f:34931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:20:55,854 INFO [M:0;b458937b0f5f:34931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:20:55,854 INFO [M:0;b458937b0f5f:34931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:20:55,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:20:55,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986577864/master 2024-11-22T03:20:55,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986577864 2024-11-22T03:20:55,863 DEBUG [M:0;b458937b0f5f:34931 {}] zookeeper.ZKUtil(347): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Unable to get data of znode /01986577864/master because node does not exist (not an error) 2024-11-22T03:20:55,863 WARN [M:0;b458937b0f5f:34931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:20:55,864 INFO [M:0;b458937b0f5f:34931 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/.lastflushedseqids 2024-11-22T03:20:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741852_1028 (size=181) 2024-11-22T03:20:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:55,942 INFO [RS:0;b458937b0f5f:41577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101608ea7f60007, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:55,942 INFO [RS:0;b458937b0f5f:41577 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,41577,1732245646908; zookeeper connection closed. 2024-11-22T03:20:55,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@462ee7ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@462ee7ae 2024-11-22T03:20:55,943 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:20:56,270 INFO [M:0;b458937b0f5f:34931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:20:56,270 INFO [M:0;b458937b0f5f:34931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:20:56,270 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:20:56,270 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:56,270 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:56,271 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:20:56,271 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:56,271 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T03:20:56,290 DEBUG [M:0;b458937b0f5f:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a0daa1a8ed48f09df6327cdb41cf4b is 82, key is hbase:meta,,1/info:regioninfo/1732245648277/Put/seqid=0 2024-11-22T03:20:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741853_1029 (size=5672) 2024-11-22T03:20:56,700 INFO [M:0;b458937b0f5f:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a0daa1a8ed48f09df6327cdb41cf4b 2024-11-22T03:20:56,723 DEBUG [M:0;b458937b0f5f:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9467522b84447aab3cf331d4c41bb8f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732245652508/Put/seqid=0 2024-11-22T03:20:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741854_1030 (size=7312) 2024-11-22T03:20:57,127 INFO [M:0;b458937b0f5f:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9467522b84447aab3cf331d4c41bb8f 2024-11-22T03:20:57,149 DEBUG [M:0;b458937b0f5f:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/650996d6464940c7bd0afd8fe1686c3e is 69, key is b458937b0f5f,41577,1732245646908/rs:state/1732245647667/Put/seqid=0 2024-11-22T03:20:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741855_1031 (size=5370) 2024-11-22T03:20:57,554 INFO [M:0;b458937b0f5f:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/650996d6464940c7bd0afd8fe1686c3e 2024-11-22T03:20:57,559 INFO [M:0;b458937b0f5f:34931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 650996d6464940c7bd0afd8fe1686c3e 2024-11-22T03:20:57,560 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a0daa1a8ed48f09df6327cdb41cf4b as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5a0daa1a8ed48f09df6327cdb41cf4b 2024-11-22T03:20:57,565 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5a0daa1a8ed48f09df6327cdb41cf4b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T03:20:57,566 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9467522b84447aab3cf331d4c41bb8f as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9467522b84447aab3cf331d4c41bb8f 2024-11-22T03:20:57,571 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9467522b84447aab3cf331d4c41bb8f, entries=7, sequenceid=127, filesize=7.1 K 2024-11-22T03:20:57,572 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/650996d6464940c7bd0afd8fe1686c3e as hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/650996d6464940c7bd0afd8fe1686c3e 2024-11-22T03:20:57,576 INFO [M:0;b458937b0f5f:34931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 650996d6464940c7bd0afd8fe1686c3e 2024-11-22T03:20:57,576 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39677/user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/650996d6464940c7bd0afd8fe1686c3e, entries=2, sequenceid=127, filesize=5.2 K 2024-11-22T03:20:57,577 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=127, compaction requested=false 2024-11-22T03:20:57,578 INFO [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:20:57,578 DEBUG [M:0;b458937b0f5f:34931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245656270Disabling compacts and flushes for region at 1732245656270Disabling writes for close at 1732245656271 (+1 ms)Obtaining lock to block concurrent updates at 1732245656271Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245656271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732245656271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245656272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245656272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245656290 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245656290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245656704 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245656723 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245656723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245657132 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245657148 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245657148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc25e79: reopening flushed file at 1732245657559 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd27cb1: reopening flushed file at 1732245657565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3078ed72: reopening flushed file at 1732245657571 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=127, compaction requested=false at 1732245657577 (+6 ms)Writing region close event to WAL at 1732245657578 (+1 ms)Closed at 1732245657578 2024-11-22T03:20:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741847_1023 (size=22903) 2024-11-22T03:20:57,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebd52fa-7c99-f202-2682-996eaab93c9b/MasterData/WALs/b458937b0f5f,34931,1732245646860/b458937b0f5f%2C34931%2C1732245646860.1732245647408 not finished, retry = 0 2024-11-22T03:20:57,681 INFO [M:0;b458937b0f5f:34931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:20:57,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:20:57,682 INFO [M:0;b458937b0f5f:34931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34931 2024-11-22T03:20:57,682 INFO [M:0;b458937b0f5f:34931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:20:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:57,847 INFO [M:0;b458937b0f5f:34931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:20:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x101608ea7f60006, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:20:57,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a47e9cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:57,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77804747{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:57,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:57,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3236b887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:57,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c97e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:57,862 WARN [BP-1565017119-172.17.0.3-1732245630047 heartbeating to localhost/127.0.0.1:39677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:20:57,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:20:57,862 WARN [BP-1565017119-172.17.0.3-1732245630047 heartbeating to localhost/127.0.0.1:39677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1565017119-172.17.0.3-1732245630047 (Datanode Uuid 8a0ea158-0b83-48bb-b6e5-d05b02e81f29) service to localhost/127.0.0.1:39677 2024-11-22T03:20:57,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:20:57,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/data/data1/current/BP-1565017119-172.17.0.3-1732245630047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:57,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/cluster_3605d854-96fc-d171-4efd-d18719a35f52/data/data2/current/BP-1565017119-172.17.0.3-1732245630047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:20:57,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:20:57,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9c7885{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:57,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a54828a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:20:57,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:20:57,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343db50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:20:57,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7354e694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd33ae4-9d9a-6cfd-7a73-ad6f37938e99/hadoop.log.dir/,STOPPED} 2024-11-22T03:20:57,873 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:20:57,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:20:57,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50428) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46097 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39677 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50428) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=571 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=5781 (was 5909) 2024-11-22T03:20:57,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=5781 2024-11-22T03:20:57,935 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-22T03:20:57,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir so I do NOT create it in target/test-data/e869e192-0a9b-9561-428f-39486f157637 2024-11-22T03:20:57,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:20:57,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.tmp.dir so I do NOT create it in target/test-data/e869e192-0a9b-9561-428f-39486f157637 2024-11-22T03:20:57,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d8cc57-0b63-4c7b-4ef2-7d679159dde6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:20:57,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637 2024-11-22T03:20:57,936 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402, deleteOnExit=true 2024-11-22T03:20:57,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/zookeeper_0, clientPort=52236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:20:57,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52236 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/test.cache.data in system properties and HBase conf 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:20:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:20:57,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:20:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101608ea7f60005, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:20:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101608ea7f60002, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:20:57,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101608ea7f60005, quorum=127.0.0.1:50428, baseZNode=/1-438325958 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:20:57,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101608ea7f60002, quorum=127.0.0.1:50428, baseZNode=/01986577864 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:20:58,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:58,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:20:58,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:20:58,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:20:58,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:20:58,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:58,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5213139c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:20:58,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5520c1db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:20:58,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4909bbd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/java.io.tmpdir/jetty-localhost-42877-hadoop-hdfs-3_4_1-tests_jar-_-any-18299598125077541396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:20:58,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a2277d1{HTTP/1.1, (http/1.1)}{localhost:42877} 2024-11-22T03:20:58,641 INFO [Time-limited test {}] server.Server(415): Started @174199ms 2024-11-22T03:20:58,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:20:58,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:20:58,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:20:58,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:20:58,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:20:58,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112afb2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:20:58,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f9cab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:20:59,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45a0d11e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/java.io.tmpdir/jetty-localhost-33337-hadoop-hdfs-3_4_1-tests_jar-_-any-15577492064101048210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:20:59,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dec8d0a{HTTP/1.1, (http/1.1)}{localhost:33337} 2024-11-22T03:20:59,075 INFO [Time-limited test {}] server.Server(415): Started @174633ms 2024-11-22T03:20:59,076 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:20:59,862 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/data/data1/current/BP-1054214102-172.17.0.3-1732245657993/current, will proceed with Du for space computation calculation, 2024-11-22T03:20:59,862 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/data/data2/current/BP-1054214102-172.17.0.3-1732245657993/current, will proceed with Du for space computation calculation, 2024-11-22T03:20:59,881 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:20:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeadf3940ba1095c with lease ID 0xf8e02c88e9788a94: Processing first storage report for DS-b76a4e14-269d-43c2-818e-e1e567ac8d3e from datanode DatanodeRegistration(127.0.0.1:45429, datanodeUuid=c9398ded-8f48-4d21-8aab-09b845f93974, infoPort=41483, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=695765003;c=1732245657993) 2024-11-22T03:20:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeadf3940ba1095c with lease ID 0xf8e02c88e9788a94: from storage DS-b76a4e14-269d-43c2-818e-e1e567ac8d3e node DatanodeRegistration(127.0.0.1:45429, datanodeUuid=c9398ded-8f48-4d21-8aab-09b845f93974, infoPort=41483, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=695765003;c=1732245657993), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:20:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeadf3940ba1095c with lease ID 0xf8e02c88e9788a94: Processing first storage report for DS-363cb589-263f-47a8-9573-cacea7c5fbc0 from datanode DatanodeRegistration(127.0.0.1:45429, datanodeUuid=c9398ded-8f48-4d21-8aab-09b845f93974, infoPort=41483, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=695765003;c=1732245657993) 2024-11-22T03:20:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeadf3940ba1095c with lease ID 0xf8e02c88e9788a94: from storage DS-363cb589-263f-47a8-9573-cacea7c5fbc0 node DatanodeRegistration(127.0.0.1:45429, datanodeUuid=c9398ded-8f48-4d21-8aab-09b845f93974, infoPort=41483, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=695765003;c=1732245657993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:20:59,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637 2024-11-22T03:20:59,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:59,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:20:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:21:00,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f with version=8 2024-11-22T03:21:00,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/hbase-staging 2024-11-22T03:21:00,317 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:21:00,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:00,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39091 2024-11-22T03:21:00,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39091 connecting to ZooKeeper ensemble=127.0.0.1:52236 2024-11-22T03:21:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390910x0, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:00,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39091-0x101608f150e0000 connected 2024-11-22T03:21:00,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:00,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:00,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/running 2024-11-22T03:21:00,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f, hbase.cluster.distributed=false 2024-11-22T03:21:00,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/acl 2024-11-22T03:21:00,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-22T03:21:00,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-11-22T03:21:00,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-11-22T03:21:00,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-22T03:21:00,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-22T03:21:00,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:21:00,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:00,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39059 2024-11-22T03:21:00,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39059 connecting to ZooKeeper ensemble=127.0.0.1:52236 2024-11-22T03:21:00,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:00,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:00,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390590x0, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:00,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390590x0, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/running 2024-11-22T03:21:00,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39059-0x101608f150e0001 connected 2024-11-22T03:21:00,516 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:21:00,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:21:00,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/master 2024-11-22T03:21:00,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/acl 2024-11-22T03:21:00,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39059 2024-11-22T03:21:00,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39059 2024-11-22T03:21:00,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39059 2024-11-22T03:21:00,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39059 2024-11-22T03:21:00,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39059 2024-11-22T03:21:00,541 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:39091 2024-11-22T03:21:00,541 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1015199478/backup-masters/b458937b0f5f,39091,1732245660317 2024-11-22T03:21:00,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478/backup-masters 2024-11-22T03:21:00,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478/backup-masters 2024-11-22T03:21:00,547 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on existing znode=/0-1015199478/backup-masters/b458937b0f5f,39091,1732245660317 2024-11-22T03:21:00,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1015199478/master 2024-11-22T03:21:00,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:00,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:00,558 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on existing znode=/0-1015199478/master 2024-11-22T03:21:00,558 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1015199478/backup-masters/b458937b0f5f,39091,1732245660317 from backup master directory 2024-11-22T03:21:00,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1015199478/backup-masters/b458937b0f5f,39091,1732245660317 2024-11-22T03:21:00,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478/backup-masters 2024-11-22T03:21:00,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478/backup-masters 2024-11-22T03:21:00,568 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:00,568 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,39091,1732245660317 2024-11-22T03:21:00,572 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/hbase.id] with ID: 0d470a4b-4dcd-4a0a-ad8d-da694821e00e 2024-11-22T03:21:00,572 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/.tmp/hbase.id 2024-11-22T03:21:00,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:21:00,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:00,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:00,978 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/.tmp/hbase.id]:[hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/hbase.id] 2024-11-22T03:21:00,988 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:00,988 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:21:00,989 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:21:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:21:01,437 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:01,437 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:21:01,438 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:21:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:21:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:21:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:01,844 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store 2024-11-22T03:21:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:21:02,249 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:02,250 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:02,250 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:02,250 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:02,250 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:02,250 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:02,250 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:02,250 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245662250Disabling compacts and flushes for region at 1732245662250Disabling writes for close at 1732245662250Writing region close event to WAL at 1732245662250Closed at 1732245662250 2024-11-22T03:21:02,251 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/.initializing 2024-11-22T03:21:02,251 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/WALs/b458937b0f5f,39091,1732245660317 2024-11-22T03:21:02,252 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:02,253 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C39091%2C1732245660317, suffix=, logDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/WALs/b458937b0f5f,39091,1732245660317, archiveDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/oldWALs, maxLogs=10 2024-11-22T03:21:02,266 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/WALs/b458937b0f5f,39091,1732245660317/b458937b0f5f%2C39091%2C1732245660317.1732245662253, exclude list is [], retry=0 2024-11-22T03:21:02,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-b76a4e14-269d-43c2-818e-e1e567ac8d3e,DISK] 2024-11-22T03:21:02,270 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/WALs/b458937b0f5f,39091,1732245660317/b458937b0f5f%2C39091%2C1732245660317.1732245662253 2024-11-22T03:21:02,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-22T03:21:02,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:02,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:02,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,271 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:21:02,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:02,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:02,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:21:02,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:02,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:02,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:21:02,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:02,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:02,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:21:02,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:02,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:02,278 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,279 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,279 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,280 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,280 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,280 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:02,281 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:02,283 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:02,283 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68973930, jitterRate=0.027791649103164673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:02,284 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245662271Initializing all the Stores at 1732245662271Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245662271Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245662272 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245662272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245662272Cleaning up temporary data from old regions at 1732245662280 (+8 ms)Region opened successfully at 1732245662284 (+4 ms) 2024-11-22T03:21:02,284 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:21:02,287 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddb9fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:02,292 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:21:02,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:21:02,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:21:02,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:21:02,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:21:02,294 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:21:02,294 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:21:02,296 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:21:02,297 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Unable to get data of znode /0-1015199478/balancer because node does not exist (not necessarily an error) 2024-11-22T03:21:02,399 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1015199478/balancer already deleted, retry=false 2024-11-22T03:21:02,400 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:21:02,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Unable to get data of znode /0-1015199478/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:21:02,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1015199478/normalizer already deleted, retry=false 2024-11-22T03:21:02,410 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:21:02,411 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Unable to get data of znode /0-1015199478/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:21:02,420 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1015199478/switch/split already deleted, retry=false 2024-11-22T03:21:02,421 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Unable to get data of znode /0-1015199478/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:21:02,431 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1015199478/switch/merge already deleted, retry=false 2024-11-22T03:21:02,433 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Unable to get data of znode /0-1015199478/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:21:02,441 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1015199478/snapshot-cleanup already deleted, retry=false 2024-11-22T03:21:02,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1015199478/running 2024-11-22T03:21:02,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1015199478/running 2024-11-22T03:21:02,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:02,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:02,453 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,39091,1732245660317, sessionid=0x101608f150e0000, setting cluster-up flag (Was=false) 2024-11-22T03:21:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:02,505 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1015199478/flush-table-proc/acquired, /0-1015199478/flush-table-proc/reached, /0-1015199478/flush-table-proc/abort 2024-11-22T03:21:02,506 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39091,1732245660317 2024-11-22T03:21:02,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:02,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:02,557 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1015199478/online-snapshot/acquired, /0-1015199478/online-snapshot/reached, /0-1015199478/online-snapshot/abort 2024-11-22T03:21:02,558 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39091,1732245660317 2024-11-22T03:21:02,559 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:21:02,564 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:02,564 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:21:02,564 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:21:02,565 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b458937b0f5f,40733,1732245632431: status=Processing ServerCrashProcedure of b458937b0f5f,40733,1732245632431 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732245647620, completionTime=-1 appears to have been leaked 2024-11-22T03:21:02,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,39091,1732245660317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:02,566 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:02,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:21:02,571 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:02,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245692576 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:21:02,576 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:21:02,578 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:21:02,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:21:02,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:21:02,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:21:02,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:21:02,584 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:21:02,584 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:21:02,584 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245662584,5,FailOnTimeoutGroup] 2024-11-22T03:21:02,584 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245662584,5,FailOnTimeoutGroup] 2024-11-22T03:21:02,584 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,584 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:21:02,585 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,585 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,633 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(746): ClusterId : 0d470a4b-4dcd-4a0a-ad8d-da694821e00e 2024-11-22T03:21:02,633 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:21:02,642 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:21:02,642 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:21:02,653 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:21:02,653 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304c5a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:02,669 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:39059 2024-11-22T03:21:02,669 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:21:02,669 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:21:02,669 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:21:02,670 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,39091,1732245660317 with port=39059, startcode=1732245660503 2024-11-22T03:21:02,670 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:21:02,671 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:21:02,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,39059,1732245660503 2024-11-22T03:21:02,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39091 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:02,673 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f 2024-11-22T03:21:02,673 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44169 2024-11-22T03:21:02,673 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:21:02,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478/rs 2024-11-22T03:21:02,684 DEBUG [RS:0;b458937b0f5f:39059 {}] zookeeper.ZKUtil(111): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on existing znode=/0-1015199478/rs/b458937b0f5f,39059,1732245660503 2024-11-22T03:21:02,684 WARN [RS:0;b458937b0f5f:39059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:02,684 INFO [RS:0;b458937b0f5f:39059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:02,684 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503 2024-11-22T03:21:02,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,39059,1732245660503] 2024-11-22T03:21:02,687 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:21:02,689 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:21:02,690 INFO [RS:0;b458937b0f5f:39059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:21:02,690 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,692 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:21:02,693 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:21:02,693 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,693 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,693 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,693 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:02,694 DEBUG [RS:0;b458937b0f5f:39059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:02,700 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,700 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,700 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,701 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,701 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,701 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39059,1732245660503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:02,721 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:21:02,722 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39059,1732245660503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,722 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,722 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.Replication(171): b458937b0f5f,39059,1732245660503 started 2024-11-22T03:21:02,739 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:02,739 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,39059,1732245660503, RpcServer on b458937b0f5f/172.17.0.3:39059, sessionid=0x101608f150e0001 2024-11-22T03:21:02,739 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:21:02,739 DEBUG [RS:0;b458937b0f5f:39059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,39059,1732245660503 2024-11-22T03:21:02,739 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,39059,1732245660503' 2024-11-22T03:21:02,739 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1015199478/flush-table-proc/abort' 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1015199478/flush-table-proc/acquired' 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,39059,1732245660503 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,39059,1732245660503' 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1015199478/online-snapshot/abort' 2024-11-22T03:21:02,740 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1015199478/online-snapshot/acquired' 2024-11-22T03:21:02,741 DEBUG [RS:0;b458937b0f5f:39059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:21:02,741 INFO [RS:0;b458937b0f5f:39059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:21:02,741 INFO [RS:0;b458937b0f5f:39059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:21:02,841 INFO [RS:0;b458937b0f5f:39059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:02,843 INFO [RS:0;b458937b0f5f:39059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C39059%2C1732245660503, suffix=, logDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503, archiveDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/oldWALs, maxLogs=10 2024-11-22T03:21:02,858 DEBUG [RS:0;b458937b0f5f:39059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843, exclude list is [], retry=0 2024-11-22T03:21:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-b76a4e14-269d-43c2-818e-e1e567ac8d3e,DISK] 2024-11-22T03:21:02,862 INFO [RS:0;b458937b0f5f:39059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 2024-11-22T03:21:02,863 DEBUG [RS:0;b458937b0f5f:39059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-22T03:21:02,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:21:02,981 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f 2024-11-22T03:21:02,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:21:03,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:03,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:03,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:03,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:03,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:03,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:03,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:03,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:03,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:03,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740 2024-11-22T03:21:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740 2024-11-22T03:21:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:03,394 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:03,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:03,396 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:03,397 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59383527, jitterRate=-0.11511649191379547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245663387Initializing all the Stores at 1732245663387Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245663387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245663387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245663387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245663387Cleaning up temporary data from old regions at 1732245663394 (+7 ms)Region opened successfully at 1732245663397 (+3 ms) 2024-11-22T03:21:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:03,397 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:03,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:03,398 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:03,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245663397Disabling compacts and flushes for region at 1732245663397Disabling writes for close at 1732245663397Writing region close event to WAL at 1732245663398 (+1 ms)Closed at 1732245663398 2024-11-22T03:21:03,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:03,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:21:03,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:21:03,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:03,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:21:03,551 DEBUG [b458937b0f5f:39091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:21:03,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:03,552 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,39059,1732245660503, state=OPENING 2024-11-22T03:21:03,778 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:21:03,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:03,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:03,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1015199478/meta-region-server: CHANGED 2024-11-22T03:21:03,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1015199478/meta-region-server: CHANGED 2024-11-22T03:21:03,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:03,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,39059,1732245660503}] 2024-11-22T03:21:03,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:03,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:21:03,975 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:21:03,976 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:03,976 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:21:03,977 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C39059%2C1732245660503.meta, suffix=.meta, logDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503, archiveDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/oldWALs, maxLogs=10 2024-11-22T03:21:03,988 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.meta.1732245663977.meta, exclude list is [], retry=0 2024-11-22T03:21:03,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-b76a4e14-269d-43c2-818e-e1e567ac8d3e,DISK] 2024-11-22T03:21:03,992 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.meta.1732245663977.meta 2024-11-22T03:21:03,992 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-22T03:21:03,992 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:03,992 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:03,992 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:03,992 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:21:03,992 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:21:03,993 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:21:03,993 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:03,993 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:21:03,993 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:21:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:03,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:03,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:03,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:03,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:03,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:03,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:03,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:03,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:03,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:03,998 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:03,999 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740 2024-11-22T03:21:03,999 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740 2024-11-22T03:21:04,000 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:04,000 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:04,001 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:04,002 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:04,002 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60612144, jitterRate=-0.09680867195129395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:04,003 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:21:04,003 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245663993Writing region info on filesystem at 1732245663993Initializing all the Stores at 1732245663993Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245663993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245663994 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245663994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245663994Cleaning up temporary data from old regions at 1732245664000 (+6 ms)Running coprocessor post-open hooks at 1732245664003 (+3 ms)Region opened successfully at 1732245664003 2024-11-22T03:21:04,004 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245663971 2024-11-22T03:21:04,006 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:21:04,006 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:21:04,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:04,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,39059,1732245660503, state=OPEN 2024-11-22T03:21:04,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1015199478/meta-region-server 2024-11-22T03:21:04,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1015199478/meta-region-server 2024-11-22T03:21:04,020 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:04,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1015199478/meta-region-server: CHANGED 2024-11-22T03:21:04,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1015199478/meta-region-server: CHANGED 2024-11-22T03:21:04,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:21:04,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,39059,1732245660503 in 201 msec 2024-11-22T03:21:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:21:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-22T03:21:04,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:04,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:21:04,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:04,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39059,1732245660503, seqNum=-1] 2024-11-22T03:21:04,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:04,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:04,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4670 sec 2024-11-22T03:21:04,031 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245664031, completionTime=-1 2024-11-22T03:21:04,031 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:21:04,031 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245724033 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245784033 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39091,1732245660317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39091,1732245660317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39091,1732245660317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:39091, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,033 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,034 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,035 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.469sec 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39091,1732245660317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:04,037 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39091,1732245660317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:21:04,039 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:21:04,039 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:21:04,039 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39091,1732245660317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:04,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3ede5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:04,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:04,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:04,135 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270eae07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:04,137 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:04,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b45b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:04,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:04,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39059,1732245660503, seqNum=-1] 2024-11-22T03:21:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:04,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:04,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,39091,1732245660317 2024-11-22T03:21:04,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52236 2024-11-22T03:21:04,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:04,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101608f150e0002 connected 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir so I do NOT create it in target/test-data/8450bd84-649c-a498-b021-f575677a4d23 2024-11-22T03:21:04,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.tmp.dir so I do NOT create it in target/test-data/8450bd84-649c-a498-b021-f575677a4d23 2024-11-22T03:21:04,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:21:04,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/cluster_77f2cdf9-f275-2719-4b3c-3d5e5c973336, deleteOnExit=true 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/test.cache.data in system properties and HBase conf 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:21:04,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:21:04,182 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:21:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:21:04,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:21:04,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:21:04,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:21:04,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:21:04,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:21:04,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:04,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:21:04,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:21:04,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:21:04,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:21:04,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:04,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c492e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:21:04,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fd2a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:21:04,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b2720f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/java.io.tmpdir/jetty-localhost-39309-hadoop-hdfs-3_4_1-tests_jar-_-any-14723831941553300697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:21:04,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f3f4154{HTTP/1.1, (http/1.1)}{localhost:39309} 2024-11-22T03:21:04,573 INFO [Time-limited test {}] server.Server(415): Started @180131ms 2024-11-22T03:21:04,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:04,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:21:04,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:21:04,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:21:04,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:21:04,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b53f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:21:04,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f157e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:21:04,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb7c883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/java.io.tmpdir/jetty-localhost-45713-hadoop-hdfs-3_4_1-tests_jar-_-any-7905886025497807230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:21:04,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c9a1f08{HTTP/1.1, (http/1.1)}{localhost:45713} 2024-11-22T03:21:04,935 INFO [Time-limited test {}] server.Server(415): Started @180493ms 2024-11-22T03:21:04,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:21:05,584 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/cluster_77f2cdf9-f275-2719-4b3c-3d5e5c973336/data/data1/current/BP-2144387649-172.17.0.3-1732245664200/current, will proceed with Du for space computation calculation, 2024-11-22T03:21:05,584 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/cluster_77f2cdf9-f275-2719-4b3c-3d5e5c973336/data/data2/current/BP-2144387649-172.17.0.3-1732245664200/current, will proceed with Du for space computation calculation, 2024-11-22T03:21:05,602 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:21:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7448e21d6de42ef with lease ID 0x7e34f128fa01e4c6: Processing first storage report for DS-0c5fc2f9-89ce-48c0-babd-1f996b571383 from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=4f023cc4-64bd-44e4-bec0-e4c9d3472fe5, infoPort=44273, infoSecurePort=0, ipcPort=45327, storageInfo=lv=-57;cid=testClusterID;nsid=1585173119;c=1732245664200) 2024-11-22T03:21:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7448e21d6de42ef with lease ID 0x7e34f128fa01e4c6: from storage DS-0c5fc2f9-89ce-48c0-babd-1f996b571383 node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=4f023cc4-64bd-44e4-bec0-e4c9d3472fe5, infoPort=44273, infoSecurePort=0, ipcPort=45327, storageInfo=lv=-57;cid=testClusterID;nsid=1585173119;c=1732245664200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:21:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7448e21d6de42ef with lease ID 0x7e34f128fa01e4c6: Processing first storage report for DS-c9163728-58a6-46ff-b8b5-6fec9778f8e7 from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=4f023cc4-64bd-44e4-bec0-e4c9d3472fe5, infoPort=44273, infoSecurePort=0, ipcPort=45327, storageInfo=lv=-57;cid=testClusterID;nsid=1585173119;c=1732245664200) 2024-11-22T03:21:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7448e21d6de42ef with lease ID 0x7e34f128fa01e4c6: from storage DS-c9163728-58a6-46ff-b8b5-6fec9778f8e7 node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=4f023cc4-64bd-44e4-bec0-e4c9d3472fe5, infoPort=44273, infoSecurePort=0, ipcPort=45327, storageInfo=lv=-57;cid=testClusterID;nsid=1585173119;c=1732245664200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:21:05,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23 2024-11-22T03:21:05,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:05,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:21:06,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054 with version=8 2024-11-22T03:21:06,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/hbase-staging 2024-11-22T03:21:06,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:06,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39299 2024-11-22T03:21:06,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39299 connecting to ZooKeeper ensemble=127.0.0.1:52236 2024-11-22T03:21:06,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392990x0, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:06,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39299-0x101608f150e0003 connected 2024-11-22T03:21:06,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:06,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:06,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/running 2024-11-22T03:21:06,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054, hbase.cluster.distributed=false 2024-11-22T03:21:06,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/acl 2024-11-22T03:21:06,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-22T03:21:06,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-11-22T03:21:06,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-11-22T03:21:06,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-22T03:21:06,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-22T03:21:06,207 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:21:06,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:06,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42549 2024-11-22T03:21:06,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42549 connecting to ZooKeeper ensemble=127.0.0.1:52236 2024-11-22T03:21:06,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:06,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:06,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425490x0, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:06,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425490x0, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/running 2024-11-22T03:21:06,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42549-0x101608f150e0004 connected 2024-11-22T03:21:06,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:21:06,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:21:06,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/master 2024-11-22T03:21:06,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/acl 2024-11-22T03:21:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-22T03:21:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42549 2024-11-22T03:21:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42549 2024-11-22T03:21:06,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-22T03:21:06,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-22T03:21:06,245 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:39299 2024-11-22T03:21:06,247 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11828446248/backup-masters/b458937b0f5f,39299,1732245666069 2024-11-22T03:21:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248/backup-masters 2024-11-22T03:21:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248/backup-masters 2024-11-22T03:21:06,252 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on existing znode=/11828446248/backup-masters/b458937b0f5f,39299,1732245666069 2024-11-22T03:21:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828446248/master 2024-11-22T03:21:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:06,263 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on existing znode=/11828446248/master 2024-11-22T03:21:06,263 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11828446248/backup-masters/b458937b0f5f,39299,1732245666069 from backup master directory 2024-11-22T03:21:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248/backup-masters 2024-11-22T03:21:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828446248/backup-masters/b458937b0f5f,39299,1732245666069 2024-11-22T03:21:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248/backup-masters 2024-11-22T03:21:06,273 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:06,273 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,39299,1732245666069 2024-11-22T03:21:06,276 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/hbase.id] with ID: e0eb8afa-7edc-4e01-844b-6802cc573258 2024-11-22T03:21:06,276 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/.tmp/hbase.id 2024-11-22T03:21:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:21:06,683 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/.tmp/hbase.id]:[hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/hbase.id] 2024-11-22T03:21:06,691 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:06,691 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:21:06,692 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:21:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:21:07,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:07,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:07,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:07,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:21:07,143 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:21:07,549 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store 2024-11-22T03:21:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:21:07,955 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:07,955 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:07,955 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:07,955 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:07,955 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:07,956 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:07,956 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:07,956 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245667955Disabling compacts and flushes for region at 1732245667955Disabling writes for close at 1732245667955Writing region close event to WAL at 1732245667956 (+1 ms)Closed at 1732245667956 2024-11-22T03:21:07,956 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/.initializing 2024-11-22T03:21:07,956 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/WALs/b458937b0f5f,39299,1732245666069 2024-11-22T03:21:07,957 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:07,959 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C39299%2C1732245666069, suffix=, logDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/WALs/b458937b0f5f,39299,1732245666069, archiveDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/oldWALs, maxLogs=10 2024-11-22T03:21:07,974 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/WALs/b458937b0f5f,39299,1732245666069/b458937b0f5f%2C39299%2C1732245666069.1732245667959, exclude list is [], retry=0 2024-11-22T03:21:07,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0c5fc2f9-89ce-48c0-babd-1f996b571383,DISK] 2024-11-22T03:21:07,978 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/WALs/b458937b0f5f,39299,1732245666069/b458937b0f5f%2C39299%2C1732245666069.1732245667959 2024-11-22T03:21:07,978 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-22T03:21:07,978 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:07,978 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:07,979 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,979 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:21:07,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:07,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:07,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:21:07,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:07,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:07,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:21:07,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:07,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:07,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:21:07,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:07,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:07,984 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,985 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,985 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,986 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:07,987 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:07,989 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:07,989 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62229180, jitterRate=-0.0727129578590393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:07,989 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245667979Initializing all the Stores at 1732245667979Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245667979Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245667980 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245667980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245667980Cleaning up temporary data from old regions at 1732245667986 (+6 ms)Region opened successfully at 1732245667989 (+3 ms) 2024-11-22T03:21:07,989 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:21:07,992 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1e53bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:07,992 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:21:07,993 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:21:07,993 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:21:07,993 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:21:07,993 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:21:07,993 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:21:07,993 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:21:07,995 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:21:07,996 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Unable to get data of znode /11828446248/balancer because node does not exist (not necessarily an error) 2024-11-22T03:21:08,189 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828446248/balancer already deleted, retry=false 2024-11-22T03:21:08,190 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:21:08,191 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Unable to get data of znode /11828446248/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:21:08,220 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828446248/normalizer already deleted, retry=false 2024-11-22T03:21:08,221 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:21:08,221 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Unable to get data of znode /11828446248/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:21:08,231 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828446248/switch/split already deleted, retry=false 2024-11-22T03:21:08,232 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Unable to get data of znode /11828446248/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:21:08,241 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828446248/switch/merge already deleted, retry=false 2024-11-22T03:21:08,243 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Unable to get data of znode /11828446248/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:21:08,251 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828446248/snapshot-cleanup already deleted, retry=false 2024-11-22T03:21:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828446248/running 2024-11-22T03:21:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828446248/running 2024-11-22T03:21:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:08,262 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,39299,1732245666069, sessionid=0x101608f150e0003, setting cluster-up flag (Was=false) 2024-11-22T03:21:08,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:08,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:08,315 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828446248/flush-table-proc/acquired, /11828446248/flush-table-proc/reached, /11828446248/flush-table-proc/abort 2024-11-22T03:21:08,316 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39299,1732245666069 2024-11-22T03:21:08,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:08,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:08,367 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828446248/online-snapshot/acquired, /11828446248/online-snapshot/reached, /11828446248/online-snapshot/abort 2024-11-22T03:21:08,368 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39299,1732245666069 2024-11-22T03:21:08,369 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:21:08,370 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:08,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:21:08,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:21:08,370 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,39299,1732245666069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:21:08,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:08,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:08,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:08,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:08,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:21:08,371 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:08,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245698372 2024-11-22T03:21:08,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:21:08,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:21:08,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:21:08,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:21:08,372 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:21:08,373 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:21:08,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:08,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:21:08,373 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,373 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:21:08,373 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:21:08,373 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:21:08,373 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:21:08,374 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:21:08,374 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:21:08,376 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245668374,5,FailOnTimeoutGroup] 2024-11-22T03:21:08,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:08,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:21:08,380 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245668376,5,FailOnTimeoutGroup] 2024-11-22T03:21:08,380 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,380 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:21:08,380 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,380 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:21:08,434 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(746): ClusterId : e0eb8afa-7edc-4e01-844b-6802cc573258 2024-11-22T03:21:08,434 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:21:08,442 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:21:08,442 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:21:08,452 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:21:08,452 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb0d840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:08,463 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:42549 2024-11-22T03:21:08,463 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:21:08,463 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:21:08,463 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:21:08,464 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,39299,1732245666069 with port=42549, startcode=1732245666207 2024-11-22T03:21:08,464 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:21:08,465 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:21:08,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,42549,1732245666207 2024-11-22T03:21:08,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:08,466 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054 2024-11-22T03:21:08,466 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45931 2024-11-22T03:21:08,466 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:21:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248/rs 2024-11-22T03:21:08,515 DEBUG [RS:0;b458937b0f5f:42549 {}] zookeeper.ZKUtil(111): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on existing znode=/11828446248/rs/b458937b0f5f,42549,1732245666207 2024-11-22T03:21:08,515 WARN [RS:0;b458937b0f5f:42549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:08,515 INFO [RS:0;b458937b0f5f:42549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:08,515 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207 2024-11-22T03:21:08,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,42549,1732245666207] 2024-11-22T03:21:08,518 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:21:08,520 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:21:08,520 INFO [RS:0;b458937b0f5f:42549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:21:08,520 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,520 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:21:08,521 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:21:08,521 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:08,521 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:08,522 DEBUG [RS:0;b458937b0f5f:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:08,527 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,527 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,527 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,527 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,527 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,527 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42549,1732245666207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:08,540 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:21:08,541 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42549,1732245666207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,541 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,541 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.Replication(171): b458937b0f5f,42549,1732245666207 started 2024-11-22T03:21:08,553 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:08,553 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,42549,1732245666207, RpcServer on b458937b0f5f/172.17.0.3:42549, sessionid=0x101608f150e0004 2024-11-22T03:21:08,553 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:21:08,553 DEBUG [RS:0;b458937b0f5f:42549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,42549,1732245666207 2024-11-22T03:21:08,553 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42549,1732245666207' 2024-11-22T03:21:08,553 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828446248/flush-table-proc/abort' 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828446248/flush-table-proc/acquired' 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,42549,1732245666207 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42549,1732245666207' 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828446248/online-snapshot/abort' 2024-11-22T03:21:08,554 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828446248/online-snapshot/acquired' 2024-11-22T03:21:08,555 DEBUG [RS:0;b458937b0f5f:42549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:21:08,555 INFO [RS:0;b458937b0f5f:42549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:21:08,555 INFO [RS:0;b458937b0f5f:42549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:21:08,655 INFO [RS:0;b458937b0f5f:42549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:08,656 INFO [RS:0;b458937b0f5f:42549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42549%2C1732245666207, suffix=, logDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207, archiveDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/oldWALs, maxLogs=10 2024-11-22T03:21:08,668 DEBUG [RS:0;b458937b0f5f:42549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656, exclude list is [], retry=0 2024-11-22T03:21:08,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0c5fc2f9-89ce-48c0-babd-1f996b571383,DISK] 2024-11-22T03:21:08,671 INFO [RS:0;b458937b0f5f:42549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 2024-11-22T03:21:08,671 DEBUG [RS:0;b458937b0f5f:42549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-22T03:21:08,687 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:21:08,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:21:08,784 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054 2024-11-22T03:21:08,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:21:09,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:09,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:09,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:09,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:09,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:09,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:09,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:09,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:09,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:09,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:09,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740 2024-11-22T03:21:09,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740 2024-11-22T03:21:09,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:09,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:09,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:09,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:09,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:09,202 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72439451, jitterRate=0.0794319361448288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245669190Initializing all the Stores at 1732245669191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245669191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245669191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245669191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245669191Cleaning up temporary data from old regions at 1732245669198 (+7 ms)Region opened successfully at 1732245669202 (+4 ms) 2024-11-22T03:21:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:09,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:09,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245669202Disabling compacts and flushes for region at 1732245669202Disabling writes for close at 1732245669202Writing region close event to WAL at 1732245669202Closed at 1732245669202 2024-11-22T03:21:09,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:09,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:21:09,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:21:09,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:09,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:21:09,354 DEBUG [b458937b0f5f:39299 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:21:09,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:09,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42549,1732245666207, state=OPENING 2024-11-22T03:21:09,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:21:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:09,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:09,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828446248/meta-region-server: CHANGED 2024-11-22T03:21:09,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828446248/meta-region-server: CHANGED 2024-11-22T03:21:09,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42549,1732245666207}] 2024-11-22T03:21:09,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:09,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:21:09,587 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:21:09,588 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:09,588 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:21:09,589 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42549%2C1732245666207.meta, suffix=.meta, logDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207, archiveDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/oldWALs, maxLogs=10 2024-11-22T03:21:09,601 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.meta.1732245669589.meta, exclude list is [], retry=0 2024-11-22T03:21:09,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0c5fc2f9-89ce-48c0-babd-1f996b571383,DISK] 2024-11-22T03:21:09,604 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.meta.1732245669589.meta 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:09,605 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:21:09,605 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:21:09,605 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:21:09,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:09,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:09,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:09,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:09,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:09,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:09,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:09,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:09,610 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:09,611 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740 2024-11-22T03:21:09,612 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740 2024-11-22T03:21:09,612 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:09,612 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:09,613 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:09,614 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:09,614 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59515680, jitterRate=-0.11314725875854492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:09,615 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:21:09,615 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245669605Writing region info on filesystem at 1732245669605Initializing all the Stores at 1732245669606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245669606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245669606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245669606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245669606Cleaning up temporary data from old regions at 1732245669613 (+7 ms)Running coprocessor post-open hooks at 1732245669615 (+2 ms)Region opened successfully at 1732245669615 2024-11-22T03:21:09,615 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245669583 2024-11-22T03:21:09,617 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:21:09,617 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:21:09,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:09,618 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42549,1732245666207, state=OPEN 2024-11-22T03:21:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828446248/meta-region-server 2024-11-22T03:21:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828446248/meta-region-server 2024-11-22T03:21:09,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:09,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828446248/meta-region-server: CHANGED 2024-11-22T03:21:09,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828446248/meta-region-server: CHANGED 2024-11-22T03:21:09,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:21:09,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42549,1732245666207 in 200 msec 2024-11-22T03:21:09,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:21:09,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-22T03:21:09,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:09,635 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:21:09,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:09,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42549,1732245666207, seqNum=-1] 2024-11-22T03:21:09,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:09,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:09,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-22T03:21:09,641 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245669641, completionTime=-1 2024-11-22T03:21:09,641 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:21:09,641 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:21:09,642 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:21:09,642 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245729642 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245789643 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39299,1732245666069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39299,1732245666069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39299,1732245666069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:39299, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,643 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,645 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:21:09,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.373sec 2024-11-22T03:21:09,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:21:09,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:21:09,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:21:09,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:21:09,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:21:09,647 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39299,1732245666069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:09,647 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39299,1732245666069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:21:09,648 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:21:09,648 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:21:09,648 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39299,1732245666069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:09,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139321a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:09,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:09,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:09,736 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688359cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:09,738 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:09,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191c99ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:09,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42549,1732245666207, seqNum=-1] 2024-11-22T03:21:09,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:09,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:09,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,39299,1732245666069 2024-11-22T03:21:09,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52236 2024-11-22T03:21:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:09,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101608f150e0005 connected 2024-11-22T03:21:09,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:09,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39091,1732245660317 2024-11-22T03:21:09,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dff4f03 2024-11-22T03:21:09,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:09,760 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:09,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:21:09,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:09,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:09,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:21:09,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:21:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:10,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6958144b8d0d99b36487f835f84072e, NAME => 'test,,1732245669760.c6958144b8d0d99b36487f835f84072e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f 2024-11-22T03:21:10,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:21:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:10,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245669760.c6958144b8d0d99b36487f835f84072e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:10,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6958144b8d0d99b36487f835f84072e, disabling compactions & flushes 2024-11-22T03:21:10,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245669760.c6958144b8d0d99b36487f835f84072e. after waiting 0 ms 2024-11-22T03:21:10,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6958144b8d0d99b36487f835f84072e: Waiting for close lock at 1732245670576Disabling compacts and flushes for region at 1732245670576Disabling writes for close at 1732245670576Writing region close event to WAL at 1732245670576Closed at 1732245670576 2024-11-22T03:21:10,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:10,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245669760.c6958144b8d0d99b36487f835f84072e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245670577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245670577"}]},"ts":"1732245670577"} 2024-11-22T03:21:10,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:10,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:10,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245670580"}]},"ts":"1732245670580"} 2024-11-22T03:21:10,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:21:10,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6958144b8d0d99b36487f835f84072e, ASSIGN}] 2024-11-22T03:21:10,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6958144b8d0d99b36487f835f84072e, ASSIGN 2024-11-22T03:21:10,584 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6958144b8d0d99b36487f835f84072e, ASSIGN; state=OFFLINE, location=b458937b0f5f,39059,1732245660503; forceNewPlan=false, retain=false 2024-11-22T03:21:10,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6958144b8d0d99b36487f835f84072e, regionState=OPENING, regionLocation=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:10,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6958144b8d0d99b36487f835f84072e, ASSIGN because future has completed 2024-11-22T03:21:10,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6958144b8d0d99b36487f835f84072e, server=b458937b0f5f,39059,1732245660503}] 2024-11-22T03:21:10,892 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,892 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6958144b8d0d99b36487f835f84072e, NAME => 'test,,1732245669760.c6958144b8d0d99b36487f835f84072e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:10,892 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:10,892 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:21:10,892 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,892 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245669760.c6958144b8d0d99b36487f835f84072e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:10,892 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,892 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,894 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,895 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6958144b8d0d99b36487f835f84072e columnFamilyName f 2024-11-22T03:21:10,895 DEBUG [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:10,895 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] regionserver.HStore(327): Store=c6958144b8d0d99b36487f835f84072e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:10,895 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,896 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6958144b8d0d99b36487f835f84072e columnFamilyName f1 2024-11-22T03:21:10,896 DEBUG [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:10,896 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] regionserver.HStore(327): Store=c6958144b8d0d99b36487f835f84072e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:10,896 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:10,897 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6958144b8d0d99b36487f835f84072e columnFamilyName norep 2024-11-22T03:21:10,897 DEBUG [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:10,897 INFO [StoreOpener-c6958144b8d0d99b36487f835f84072e-1 {}] regionserver.HStore(327): Store=c6958144b8d0d99b36487f835f84072e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:10,897 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,898 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,898 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,899 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,899 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,899 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:10,900 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,902 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:10,902 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6958144b8d0d99b36487f835f84072e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608588, jitterRate=-0.00745469331741333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:10,903 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:10,903 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6958144b8d0d99b36487f835f84072e: Running coprocessor pre-open hook at 1732245670892Writing region info on filesystem at 1732245670892Initializing all the Stores at 1732245670893 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245670893Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245670893Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245670893Cleaning up temporary data from old regions at 1732245670899 (+6 ms)Running coprocessor post-open hooks at 1732245670903 (+4 ms)Region opened successfully at 1732245670903 2024-11-22T03:21:10,904 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245669760.c6958144b8d0d99b36487f835f84072e., pid=6, masterSystemTime=1732245670889 2024-11-22T03:21:10,905 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,905 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:10,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6958144b8d0d99b36487f835f84072e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:10,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6958144b8d0d99b36487f835f84072e, server=b458937b0f5f,39059,1732245660503 because future has completed 2024-11-22T03:21:10,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:21:10,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6958144b8d0d99b36487f835f84072e, server=b458937b0f5f,39059,1732245660503 in 171 msec 2024-11-22T03:21:10,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:21:10,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6958144b8d0d99b36487f835f84072e, ASSIGN in 328 msec 2024-11-22T03:21:10,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:10,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245670912"}]},"ts":"1732245670912"} 2024-11-22T03:21:10,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:21:10,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:10,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-22T03:21:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:21:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:21:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T03:21:11,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:21:11,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T03:21:11,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:11,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:21:11,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:21:11,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:11,907 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:21:11,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39299,1732245666069 2024-11-22T03:21:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288ce04 2024-11-22T03:21:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:11,909 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:11,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:21:11,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:11,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:11,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:21:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:11,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:21:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:12,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e70da85465b484facb228a25c10a6ecc, NAME => 'test,,1732245671909.e70da85465b484facb228a25c10a6ecc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054 2024-11-22T03:21:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:21:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:12,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245671909.e70da85465b484facb228a25c10a6ecc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:12,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e70da85465b484facb228a25c10a6ecc, disabling compactions & flushes 2024-11-22T03:21:12,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:12,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:12,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245671909.e70da85465b484facb228a25c10a6ecc. after waiting 0 ms 2024-11-22T03:21:12,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:12,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:12,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e70da85465b484facb228a25c10a6ecc: Waiting for close lock at 1732245672724Disabling compacts and flushes for region at 1732245672724Disabling writes for close at 1732245672725 (+1 ms)Writing region close event to WAL at 1732245672725Closed at 1732245672725 2024-11-22T03:21:12,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:12,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245671909.e70da85465b484facb228a25c10a6ecc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245672726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245672726"}]},"ts":"1732245672726"} 2024-11-22T03:21:12,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:12,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:12,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245672729"}]},"ts":"1732245672729"} 2024-11-22T03:21:12,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:21:12,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e70da85465b484facb228a25c10a6ecc, ASSIGN}] 2024-11-22T03:21:12,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e70da85465b484facb228a25c10a6ecc, ASSIGN 2024-11-22T03:21:12,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e70da85465b484facb228a25c10a6ecc, ASSIGN; state=OFFLINE, location=b458937b0f5f,42549,1732245666207; forceNewPlan=false, retain=false 2024-11-22T03:21:12,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e70da85465b484facb228a25c10a6ecc, regionState=OPENING, regionLocation=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:12,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e70da85465b484facb228a25c10a6ecc, ASSIGN because future has completed 2024-11-22T03:21:12,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e70da85465b484facb228a25c10a6ecc, server=b458937b0f5f,42549,1732245666207}] 2024-11-22T03:21:13,041 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:13,041 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e70da85465b484facb228a25c10a6ecc, NAME => 'test,,1732245671909.e70da85465b484facb228a25c10a6ecc.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:13,041 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:13,041 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:21:13,041 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,041 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245671909.e70da85465b484facb228a25c10a6ecc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:13,041 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,041 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,043 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,044 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70da85465b484facb228a25c10a6ecc columnFamilyName f 2024-11-22T03:21:13,044 DEBUG [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:13,044 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] regionserver.HStore(327): Store=e70da85465b484facb228a25c10a6ecc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:13,044 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,045 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70da85465b484facb228a25c10a6ecc columnFamilyName f1 2024-11-22T03:21:13,045 DEBUG [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:13,045 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] regionserver.HStore(327): Store=e70da85465b484facb228a25c10a6ecc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:13,045 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,046 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e70da85465b484facb228a25c10a6ecc columnFamilyName norep 2024-11-22T03:21:13,046 DEBUG [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:13,046 INFO [StoreOpener-e70da85465b484facb228a25c10a6ecc-1 {}] regionserver.HStore(327): Store=e70da85465b484facb228a25c10a6ecc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:13,046 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,047 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,047 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:13,048 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,048 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,048 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:13,049 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,050 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:13,051 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e70da85465b484facb228a25c10a6ecc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63745170, jitterRate=-0.0501229465007782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:13,051 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:13,051 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e70da85465b484facb228a25c10a6ecc: Running coprocessor pre-open hook at 1732245673042Writing region info on filesystem at 1732245673042Initializing all the Stores at 1732245673042Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245673042Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245673042Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245673042Cleaning up temporary data from old regions at 1732245673048 (+6 ms)Running coprocessor post-open hooks at 1732245673051 (+3 ms)Region opened successfully at 1732245673051 2024-11-22T03:21:13,052 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245671909.e70da85465b484facb228a25c10a6ecc., pid=6, masterSystemTime=1732245673037 2024-11-22T03:21:13,053 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:13,053 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:13,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e70da85465b484facb228a25c10a6ecc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:13,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e70da85465b484facb228a25c10a6ecc, server=b458937b0f5f,42549,1732245666207 because future has completed 2024-11-22T03:21:13,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:21:13,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e70da85465b484facb228a25c10a6ecc, server=b458937b0f5f,42549,1732245666207 in 170 msec 2024-11-22T03:21:13,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:21:13,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e70da85465b484facb228a25c10a6ecc, ASSIGN in 327 msec 2024-11-22T03:21:13,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:13,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245673060"}]},"ts":"1732245673060"} 2024-11-22T03:21:13,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:21:13,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:13,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-22T03:21:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:14,057 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:21:14,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:14,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:14,059 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dc5513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:14,060 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca92e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:14,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:14,063 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1063c2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:14,064 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e34c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:14,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:14,067 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:14,068 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:14,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ed42f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39091,1732245660317 2024-11-22T03:21:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a69423a 2024-11-22T03:21:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:14,071 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:14,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:39299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:21:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:21:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:14,074 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39299' 2024-11-22T03:21:14,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de797ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,075 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:14,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:14,076 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29126fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:14,077 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:14,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7208e85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:14,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39299,1732245666069 2024-11-22T03:21:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd8710b 2024-11-22T03:21:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:14,079 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:14,079 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:21:14,080 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:21:14,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:14,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:14,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:14,080 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:14,082 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:21:14,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:14,083 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:14,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:21:14,132 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:21:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:14,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ff5e9ec1c1a4327c63a2b77d917438f, NAME => 'hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f 2024-11-22T03:21:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:21:14,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:21:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:14,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:14,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ff5e9ec1c1a4327c63a2b77d917438f, disabling compactions & flushes 2024-11-22T03:21:14,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:14,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:14,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. after waiting 0 ms 2024-11-22T03:21:14,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:14,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:14,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ff5e9ec1c1a4327c63a2b77d917438f: Waiting for close lock at 1732245674896Disabling compacts and flushes for region at 1732245674896Disabling writes for close at 1732245674896Writing region close event to WAL at 1732245674896Closed at 1732245674896 2024-11-22T03:21:14,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:14,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245674898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245674898"}]},"ts":"1732245674898"} 2024-11-22T03:21:14,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:14,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:14,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245674901"}]},"ts":"1732245674901"} 2024-11-22T03:21:14,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:21:14,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ff5e9ec1c1a4327c63a2b77d917438f, ASSIGN}] 2024-11-22T03:21:14,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ff5e9ec1c1a4327c63a2b77d917438f, ASSIGN 2024-11-22T03:21:14,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ff5e9ec1c1a4327c63a2b77d917438f, ASSIGN; state=OFFLINE, location=b458937b0f5f,39059,1732245660503; forceNewPlan=false, retain=false 2024-11-22T03:21:15,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ff5e9ec1c1a4327c63a2b77d917438f, regionState=OPENING, regionLocation=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:15,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ff5e9ec1c1a4327c63a2b77d917438f, ASSIGN because future has completed 2024-11-22T03:21:15,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ff5e9ec1c1a4327c63a2b77d917438f, server=b458937b0f5f,39059,1732245660503}] 2024-11-22T03:21:15,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:15,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:15,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:15,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:15,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:21:15,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C39059%2C1732245660503.rep, suffix=, logDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503, archiveDir=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/oldWALs, maxLogs=10 2024-11-22T03:21:15,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.rep.1732245675215, exclude list is [], retry=0 2024-11-22T03:21:15,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-b76a4e14-269d-43c2-818e-e1e567ac8d3e,DISK] 2024-11-22T03:21:15,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.rep.1732245675215 2024-11-22T03:21:15,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-22T03:21:15,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ff5e9ec1c1a4327c63a2b77d917438f, NAME => 'hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:15,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:15,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:15,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. service=MultiRowMutationService 2024-11-22T03:21:15,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:21:15,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:15,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,233 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,234 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff5e9ec1c1a4327c63a2b77d917438f columnFamilyName hfileref 2024-11-22T03:21:15,234 DEBUG [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:15,234 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] regionserver.HStore(327): Store=6ff5e9ec1c1a4327c63a2b77d917438f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:15,234 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,235 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff5e9ec1c1a4327c63a2b77d917438f columnFamilyName queue 2024-11-22T03:21:15,235 DEBUG [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:15,235 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] regionserver.HStore(327): Store=6ff5e9ec1c1a4327c63a2b77d917438f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:15,236 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,236 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ff5e9ec1c1a4327c63a2b77d917438f columnFamilyName sid 2024-11-22T03:21:15,236 DEBUG [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:15,237 INFO [StoreOpener-6ff5e9ec1c1a4327c63a2b77d917438f-1 {}] regionserver.HStore(327): Store=6ff5e9ec1c1a4327c63a2b77d917438f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:15,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:15,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:15,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6ff5e9ec1c1a4327c63a2b77d917438f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63617331, jitterRate=-0.05202789604663849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:15,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:15,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6ff5e9ec1c1a4327c63a2b77d917438f: Running coprocessor pre-open hook at 1732245675232Writing region info on filesystem at 1732245675232Initializing all the Stores at 1732245675232Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245675232Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245675233 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245675233Cleaning up temporary data from old regions at 1732245675238 (+5 ms)Running coprocessor post-open hooks at 1732245675241 (+3 ms)Region opened successfully at 1732245675242 (+1 ms) 2024-11-22T03:21:15,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f., pid=10, masterSystemTime=1732245675209 2024-11-22T03:21:15,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:15,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:15,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ff5e9ec1c1a4327c63a2b77d917438f, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,39059,1732245660503 2024-11-22T03:21:15,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ff5e9ec1c1a4327c63a2b77d917438f, server=b458937b0f5f,39059,1732245660503 because future has completed 2024-11-22T03:21:15,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:21:15,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ff5e9ec1c1a4327c63a2b77d917438f, server=b458937b0f5f,39059,1732245660503 in 190 msec 2024-11-22T03:21:15,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:21:15,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ff5e9ec1c1a4327c63a2b77d917438f, ASSIGN in 347 msec 2024-11-22T03:21:15,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:15,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245675252"}]},"ts":"1732245675252"} 2024-11-22T03:21:15,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:21:15,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:15,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-22T03:21:15,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f., hostname=b458937b0f5f,39059,1732245660503, seqNum=2] 2024-11-22T03:21:15,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:15,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:15,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:21:15,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:21:15,531 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:21:15,568 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,39059,1732245660503, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:21:15,569 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:15,569 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39059,1732245660503, seqNum=-1] 2024-11-22T03:21:15,570 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:15,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,39059,1732245660503', locateType=CURRENT is [region=hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f., hostname=b458937b0f5f,39059,1732245660503, seqNum=2] 2024-11-22T03:21:15,576 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:21:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:21:15,578 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,39059,1732245660503 suceeded 2024-11-22T03:21:15,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:21:15,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-22T03:21:15,579 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:39299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:21:15,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-22T03:21:15,596 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39299' 2024-11-22T03:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@517f5aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:15,598 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@414d567a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:15,599 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:15,600 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ef9f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:15,600 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:15,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39299,1732245666069 2024-11-22T03:21:15,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b8f8e2 2024-11-22T03:21:15,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:15,602 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T03:21:15,602 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,39059,1732245660503 (queues=1) is replicating from cluster=0d470a4b-4dcd-4a0a-ad8d-da694821e00e to cluster=e0eb8afa-7edc-4e01-844b-6802cc573258 2024-11-22T03:21:15,603 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C39059%2C1732245660503 2024-11-22T03:21:15,603 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,39059,1732245660503, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:21:15,603 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843, startPosition=0, beingWritten=true 2024-11-22T03:21:15,604 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C39059%2C1732245660503 2024-11-22T03:21:15,611 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:15,611 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:15,611 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,39059,1732245660503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:15,815 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:16,120 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:16,228 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:21:16,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:16,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:16,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:16,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:16,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:16,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef30be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:16,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:16,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:16,230 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489839ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:16,231 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626cafcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:16,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39299,1732245666069 2024-11-22T03:21:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cbb271 2024-11-22T03:21:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:16,234 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:16,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:39091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:21:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:21:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:16,236 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39091' 2024-11-22T03:21:16,237 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad8ce10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:16,237 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:16,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:16,238 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39db3dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:16,239 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e67ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:16,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39091,1732245660317 2024-11-22T03:21:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e34f780 2024-11-22T03:21:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:16,241 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:16,241 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:21:16,241 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:21:16,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:16,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:16,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:16,242 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:16,243 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:21:16,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:16,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:16,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:21:16,293 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:21:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:16,525 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:16,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fd698a921f0d49f0ccccf9c923b6f26, NAME => 'hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054 2024-11-22T03:21:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:21:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:17,029 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:17,060 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:17,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7fd698a921f0d49f0ccccf9c923b6f26, disabling compactions & flushes 2024-11-22T03:21:17,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. after waiting 0 ms 2024-11-22T03:21:17,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fd698a921f0d49f0ccccf9c923b6f26: Waiting for close lock at 1732245677061Disabling compacts and flushes for region at 1732245677061Disabling writes for close at 1732245677061Writing region close event to WAL at 1732245677061Closed at 1732245677061 2024-11-22T03:21:17,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:17,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245677062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245677062"}]},"ts":"1732245677062"} 2024-11-22T03:21:17,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:17,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:17,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245677065"}]},"ts":"1732245677065"} 2024-11-22T03:21:17,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:21:17,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fd698a921f0d49f0ccccf9c923b6f26, ASSIGN}] 2024-11-22T03:21:17,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fd698a921f0d49f0ccccf9c923b6f26, ASSIGN 2024-11-22T03:21:17,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fd698a921f0d49f0ccccf9c923b6f26, ASSIGN; state=OFFLINE, location=b458937b0f5f,42549,1732245666207; forceNewPlan=false, retain=false 2024-11-22T03:21:17,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fd698a921f0d49f0ccccf9c923b6f26, regionState=OPENING, regionLocation=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:17,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fd698a921f0d49f0ccccf9c923b6f26, ASSIGN because future has completed 2024-11-22T03:21:17,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd698a921f0d49f0ccccf9c923b6f26, server=b458937b0f5f,42549,1732245666207}] 2024-11-22T03:21:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:17,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:17,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:21:17,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42549%2C1732245666207.rep, suffix=, logDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207, archiveDir=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/oldWALs, maxLogs=10 2024-11-22T03:21:17,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.rep.1732245677379, exclude list is [], retry=0 2024-11-22T03:21:17,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0c5fc2f9-89ce-48c0-babd-1f996b571383,DISK] 2024-11-22T03:21:17,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.rep.1732245677379 2024-11-22T03:21:17,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-22T03:21:17,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fd698a921f0d49f0ccccf9c923b6f26, NAME => 'hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:17,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. service=MultiRowMutationService 2024-11-22T03:21:17,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:21:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,402 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,404 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd698a921f0d49f0ccccf9c923b6f26 columnFamilyName hfileref 2024-11-22T03:21:17,404 DEBUG [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:17,404 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] regionserver.HStore(327): Store=7fd698a921f0d49f0ccccf9c923b6f26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:17,404 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,405 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd698a921f0d49f0ccccf9c923b6f26 columnFamilyName queue 2024-11-22T03:21:17,405 DEBUG [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:17,405 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] regionserver.HStore(327): Store=7fd698a921f0d49f0ccccf9c923b6f26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:17,406 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,406 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd698a921f0d49f0ccccf9c923b6f26 columnFamilyName sid 2024-11-22T03:21:17,406 DEBUG [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:17,407 INFO [StoreOpener-7fd698a921f0d49f0ccccf9c923b6f26-1 {}] regionserver.HStore(327): Store=7fd698a921f0d49f0ccccf9c923b6f26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:17,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:17,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7fd698a921f0d49f0ccccf9c923b6f26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60203339, jitterRate=-0.10290034115314484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:17,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:17,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7fd698a921f0d49f0ccccf9c923b6f26: Running coprocessor pre-open hook at 1732245677401Writing region info on filesystem at 1732245677401Initializing all the Stores at 1732245677402 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245677402Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245677402Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245677402Cleaning up temporary data from old regions at 1732245677408 (+6 ms)Running coprocessor post-open hooks at 1732245677412 (+4 ms)Region opened successfully at 1732245677412 2024-11-22T03:21:17,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26., pid=10, masterSystemTime=1732245677374 2024-11-22T03:21:17,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:17,416 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fd698a921f0d49f0ccccf9c923b6f26, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42549,1732245666207 2024-11-22T03:21:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd698a921f0d49f0ccccf9c923b6f26, server=b458937b0f5f,42549,1732245666207 because future has completed 2024-11-22T03:21:17,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:21:17,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fd698a921f0d49f0ccccf9c923b6f26, server=b458937b0f5f,42549,1732245666207 in 197 msec 2024-11-22T03:21:17,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:21:17,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fd698a921f0d49f0ccccf9c923b6f26, ASSIGN in 354 msec 2024-11-22T03:21:17,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:17,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245677423"}]},"ts":"1732245677423"} 2024-11-22T03:21:17,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:21:17,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:17,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-22T03:21:17,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26., hostname=b458937b0f5f,42549,1732245666207, seqNum=2] 2024-11-22T03:21:17,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:17,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:17,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:21:17,634 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:17,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:21:17,689 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:21:17,715 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,42549,1732245666207, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:21:17,716 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:17,716 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42549,1732245666207, seqNum=-1] 2024-11-22T03:21:17,716 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:17,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:17,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,42549,1732245666207', locateType=CURRENT is [region=hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26., hostname=b458937b0f5f,42549,1732245666207, seqNum=2] 2024-11-22T03:21:17,720 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:21:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:21:17,725 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,42549,1732245666207 suceeded 2024-11-22T03:21:17,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:21:17,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-22T03:21:17,726 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:39091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:21:17,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-22T03:21:17,735 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39091' 2024-11-22T03:21:17,736 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f4258f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:17,736 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:17,736 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:17,737 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d166d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:17,738 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:17,739 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e3320d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:17,739 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:17,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39091,1732245660317 2024-11-22T03:21:17,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1931ab6f 2024-11-22T03:21:17,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:17,740 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T03:21:17,741 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,42549,1732245666207 (queues=1) is replicating from cluster=e0eb8afa-7edc-4e01-844b-6802cc573258 to cluster=0d470a4b-4dcd-4a0a-ad8d-da694821e00e 2024-11-22T03:21:17,741 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C42549%2C1732245666207 2024-11-22T03:21:17,741 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,42549,1732245666207, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:21:17,741 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C42549%2C1732245666207 2024-11-22T03:21:17,741 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656, startPosition=0, beingWritten=true 2024-11-22T03:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42549,1732245666207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:17,951 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:18,255 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:18,338 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:18,398 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:21:18,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:18,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:18,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:18,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:18,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:18,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:18,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732245678401/Put/seqid=0 2024-11-22T03:21:18,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741840_1016 (size=7894) 2024-11-22T03:21:18,674 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:18,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732245678806/Put/seqid=0 2024-11-22T03:21:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741841_1017 (size=7691) 2024-11-22T03:21:19,142 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:19,177 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:19,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b63e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:19,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:19,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:19,213 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19da99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:19,215 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:19,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459d2ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:19,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39059,1732245660503, seqNum=-1] 2024-11-22T03:21:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:19,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:19,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39091,1732245660317 2024-11-22T03:21:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce26cac 2024-11-22T03:21:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:19,317 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., hostname=b458937b0f5f,39059,1732245660503, seqNum=2] 2024-11-22T03:21:19,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:21:19,328 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T03:21:19,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T03:21:19,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T03:21:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:19,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T03:21:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HRegion(2603): Flush status journal for c6958144b8d0d99b36487f835f84072e: 2024-11-22T03:21:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_1 2024-11-22T03:21:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_1 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8450a506dada46adad72f6d8294da992_SeqId_4_ 2024-11-22T03:21:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_0 2024-11-22T03:21:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_0 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ 2024-11-22T03:21:19,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_1 into c6958144b8d0d99b36487f835f84072e/f as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8450a506dada46adad72f6d8294da992_SeqId_4_ - updating store file list. 2024-11-22T03:21:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8450a506dada46adad72f6d8294da992_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:19,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8450a506dada46adad72f6d8294da992_SeqId_4_ into c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:19,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_1 into c6958144b8d0d99b36487f835f84072e/f (new location: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8450a506dada46adad72f6d8294da992_SeqId_4_) 2024-11-22T03:21:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_1 2024-11-22T03:21:19,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_0 into c6958144b8d0d99b36487f835f84072e/f as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ - updating store file list. 2024-11-22T03:21:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e6543f9024949db8eb105a454c7188a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:19,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ into c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:19,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_0 into c6958144b8d0d99b36487f835f84072e/f (new location: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_) 2024-11-22T03:21:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins__test__g7e0v88ivabv16bt22se7ukgll8c3kekpmjq1m4iae98ng3ocmr5rjiq48o2f62q/f/hfile_0 2024-11-22T03:21:19,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:19,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:19,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:19,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:19,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:19,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., hostname=b458937b0f5f,39059,1732245660503, seqNum=2 , the old value is region=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., hostname=b458937b0f5f,39059,1732245660503, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b458937b0f5f:39059 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:21:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42549,1732245666207, seqNum=-1] 2024-11-22T03:21:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., hostname=b458937b0f5f,39059,1732245660503, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:21:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., hostname=b458937b0f5f,39059,1732245660503, seqNum=2 from cache 2024-11-22T03:21:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:19,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245671909.e70da85465b484facb228a25c10a6ecc., hostname=b458937b0f5f,42549,1732245666207, seqNum=2] 2024-11-22T03:21:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:42726 deadline: 1732245739379 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:42726 2024-11-22T03:21:19,386 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:21:19,488 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:39059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T03:21:19,783 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:20,045 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 379, reset compression=false 2024-11-22T03:21:20,055 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:20,055 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,39059,1732245660503 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6958144b8d0d99b36487f835f84072e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245679375/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T03:21:20,057 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:20,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-22T03:21:20,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.ReplicationSink(318): Replicating [0d470a4b-4dcd-4a0a-ad8d-da694821e00e] bulk loaded data 2024-11-22T03:21:20,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fd1d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:20,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:20,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:20,060 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:20,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:20,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:20,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2b31cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:20,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:20,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:20,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:20,061 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:20,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86570c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741840_1016 (size=7691) 2024-11-22T03:21:20,255 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:20,388 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:21:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741841_1017 (size=7894) 2024-11-22T03:21:20,486 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:20,559 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:20,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:20,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:20,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:21:20,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:20,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39299,1732245666069 2024-11-22T03:21:20,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3381262e 2024-11-22T03:21:20,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:20,885 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T03:21:20,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:21:20,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42549,1732245666207, seqNum=-1] 2024-11-22T03:21:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:20,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:20,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T03:21:20,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/8450a506dada46adad72f6d8294da992_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T03:21:20,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ for inclusion in e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T03:21:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:20,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/8450a506dada46adad72f6d8294da992_SeqId_4_ for inclusion in e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T03:21:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HRegion(2603): Flush status journal for e70da85465b484facb228a25c10a6ecc: 2024-11-22T03:21:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5e6543f9024949db8eb105a454c7188a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:21:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/b11430b4cebc4a09bd8dccc7d05add69_SeqId_4_ 2024-11-22T03:21:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8450a506dada46adad72f6d8294da992_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:21:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/8450a506dada46adad72f6d8294da992_SeqId_4_ as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/e9de9e14b6e84688a8bc34d909447ec4_SeqId_4_ 2024-11-22T03:21:20,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ into e70da85465b484facb228a25c10a6ecc/f as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/b11430b4cebc4a09bd8dccc7d05add69_SeqId_4_ - updating store file list. 2024-11-22T03:21:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b11430b4cebc4a09bd8dccc7d05add69_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:20,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/b11430b4cebc4a09bd8dccc7d05add69_SeqId_4_ into e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:20,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ into e70da85465b484facb228a25c10a6ecc/f (new location: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/b11430b4cebc4a09bd8dccc7d05add69_SeqId_4_) 2024-11-22T03:21:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/5e6543f9024949db8eb105a454c7188a_SeqId_4_ 2024-11-22T03:21:20,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/8450a506dada46adad72f6d8294da992_SeqId_4_ into e70da85465b484facb228a25c10a6ecc/f as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/e9de9e14b6e84688a8bc34d909447ec4_SeqId_4_ - updating store file list. 2024-11-22T03:21:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9de9e14b6e84688a8bc34d909447ec4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:20,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/e9de9e14b6e84688a8bc34d909447ec4_SeqId_4_ into e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:20,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/8450a506dada46adad72f6d8294da992_SeqId_4_ into e70da85465b484facb228a25c10a6ecc/f (new location: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/e9de9e14b6e84688a8bc34d909447ec4_SeqId_4_) 2024-11-22T03:21:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__78280acos3c8ismkq9cgtt7n0oq13q399o1c9u905u7tr3lrt947t2hmvfgahqag/f/8450a506dada46adad72f6d8294da992_SeqId_4_ 2024-11-22T03:21:20,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.ReplicationSink(324): Finished replicating [0d470a4b-4dcd-4a0a-ad8d-da694821e00e] bulk loaded data 2024-11-22T03:21:20,962 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:21,289 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 379, reset compression=false 2024-11-22T03:21:21,294 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:21,294 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42549,1732245666207 got entry batch from reader: WALEntryBatch [walEntries=[{test/e70da85465b484facb228a25c10a6ecc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245680920/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T03:21:21,296 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:21,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-22T03:21:21,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.ReplicationSink(318): Replicating [0d470a4b-4dcd-4a0a-ad8d-da694821e00e, e0eb8afa-7edc-4e01-844b-6802cc573258] bulk loaded data 2024-11-22T03:21:21,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d44f1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:21,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39091,-1 for getting cluster id 2024-11-22T03:21:21,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:21,298 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d470a4b-4dcd-4a0a-ad8d-da694821e00e' 2024-11-22T03:21:21,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:21,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d470a4b-4dcd-4a0a-ad8d-da694821e00e" 2024-11-22T03:21:21,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26807aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:21,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39091,-1] 2024-11-22T03:21:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:21,299 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:21,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473896e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:21,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741842_1018 (size=7894) 2024-11-22T03:21:21,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:21,400 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732245681400/Put/seqid=0 2024-11-22T03:21:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741842_1018 (size=11194) 2024-11-22T03:21:21,466 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:21,494 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 725, reset compression=false 2024-11-22T03:21:21,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T03:21:21,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741843_1019 (size=7691) 2024-11-22T03:21:21,797 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 725, reset compression=false 2024-11-22T03:21:21,806 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732245681806/Put/seqid=0 2024-11-22T03:21:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741843_1019 (size=10791) 2024-11-22T03:21:22,070 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:22,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39091,1732245660317 2024-11-22T03:21:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ef6fcd4 2024-11-22T03:21:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:22,121 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T03:21:22,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:21:22,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:22,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39059,1732245660503, seqNum=-1] 2024-11-22T03:21:22,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:22,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:22,130 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__p92j5ia1dcje6hmh9fqd398p27qgrp2k6bvb8ft5ked07ljhtelojkv7n2suu6kp/f/b11430b4cebc4a09bd8dccc7d05add69_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T03:21:22,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__p92j5ia1dcje6hmh9fqd398p27qgrp2k6bvb8ft5ked07ljhtelojkv7n2suu6kp/f/e9de9e14b6e84688a8bc34d909447ec4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T03:21:22,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.ReplicationSink(324): Finished replicating [0d470a4b-4dcd-4a0a-ad8d-da694821e00e, e0eb8afa-7edc-4e01-844b-6802cc573258] bulk loaded data 2024-11-22T03:21:22,200 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 725, reset compression=false 2024-11-22T03:21:22,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b4073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:22,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39299,-1 for getting cluster id 2024-11-22T03:21:22,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:22,212 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0eb8afa-7edc-4e01-844b-6802cc573258' 2024-11-22T03:21:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0eb8afa-7edc-4e01-844b-6802cc573258" 2024-11-22T03:21:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2731c02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39299,-1] 2024-11-22T03:21:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:22,213 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:22,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149d8e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:22,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42549,1732245666207, seqNum=-1] 2024-11-22T03:21:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:22,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:22,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39299,1732245666069 2024-11-22T03:21:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b6f5d09 2024-11-22T03:21:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:22,225 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245671909.e70da85465b484facb228a25c10a6ecc., hostname=b458937b0f5f,42549,1732245666207, seqNum=2] 2024-11-22T03:21:22,231 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:21:22,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T03:21:22,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T03:21:22,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T03:21:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:22,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T03:21:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HRegion(2603): Flush status journal for e70da85465b484facb228a25c10a6ecc: 2024-11-22T03:21:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_1 2024-11-22T03:21:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_1 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ 2024-11-22T03:21:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_0 2024-11-22T03:21:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_0 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ 2024-11-22T03:21:22,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_1 into e70da85465b484facb228a25c10a6ecc/f as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ - updating store file list. 2024-11-22T03:21:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:22,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ into e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:22,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_1 into e70da85465b484facb228a25c10a6ecc/f (new location: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_) 2024-11-22T03:21:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_1 2024-11-22T03:21:22,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_0 into e70da85465b484facb228a25c10a6ecc/f as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ - updating store file list. 2024-11-22T03:21:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06d92542990e4d1f9cc81a3e3456320b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:22,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ into e70da85465b484facb228a25c10a6ecc/f 2024-11-22T03:21:22,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_0 into e70da85465b484facb228a25c10a6ecc/f (new location: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_) 2024-11-22T03:21:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins__test__j0ai5h8r6234h36n1blc907puufcn5ac6vooqgnimms09m5sm73579tao15ikml4/f/hfile_0 2024-11-22T03:21:22,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:22,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:22,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:22,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:22,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732245671909.e70da85465b484facb228a25c10a6ecc., hostname=b458937b0f5f,42549,1732245666207, seqNum=2 , the old value is region=test,,1732245671909.e70da85465b484facb228a25c10a6ecc., hostname=b458937b0f5f,42549,1732245666207, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b458937b0f5f:42549 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:21:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732245671909.e70da85465b484facb228a25c10a6ecc., hostname=b458937b0f5f,42549,1732245666207, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:21:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732245671909.e70da85465b484facb228a25c10a6ecc., hostname=b458937b0f5f,42549,1732245666207, seqNum=2 from cache 2024-11-22T03:21:22,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:22,272 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T03:21:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,39059,1732245660503, seqNum=-1] 2024-11-22T03:21:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:22,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., hostname=b458937b0f5f,39059,1732245660503, seqNum=2] 2024-11-22T03:21:22,282 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:21:22,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:42549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T03:21:22,705 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 725, reset compression=false 2024-11-22T03:21:22,709 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:22,709 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42549,1732245666207 got entry batch from reader: WALEntryBatch [walEntries=[{test/e70da85465b484facb228a25c10a6ecc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245682269/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T03:21:22,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.ReplicationSink(318): Replicating [e0eb8afa-7edc-4e01-844b-6802cc573258] bulk loaded data 2024-11-22T03:21:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741844_1020 (size=10791) 2024-11-22T03:21:22,773 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:22,909 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1033, reset compression=false 2024-11-22T03:21:23,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741845_1021 (size=11194) 2024-11-22T03:21:23,212 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1033, reset compression=false 2024-11-22T03:21:23,286 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:21:23,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:21:23,534 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-22T03:21:23,536 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-22T03:21:23,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ for inclusion in c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T03:21:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:23,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ for inclusion in c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T03:21:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:21:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HRegion(2603): Flush status journal for c6958144b8d0d99b36487f835f84072e: 2024-11-22T03:21:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:21:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/88c156a6cb5642c6bada42b236fee6b7_SeqId_6_ 2024-11-22T03:21:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:21:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8a19b2e6c7b246008aa8d0e79c96729c_SeqId_6_ 2024-11-22T03:21:23,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ into c6958144b8d0d99b36487f835f84072e/f as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/88c156a6cb5642c6bada42b236fee6b7_SeqId_6_ - updating store file list. 2024-11-22T03:21:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88c156a6cb5642c6bada42b236fee6b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:23,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/88c156a6cb5642c6bada42b236fee6b7_SeqId_6_ into c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:23,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ into c6958144b8d0d99b36487f835f84072e/f (new location: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/88c156a6cb5642c6bada42b236fee6b7_SeqId_6_) 2024-11-22T03:21:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/5559ac97cc2e4065868ecf6e6fb12f64_SeqId_6_ 2024-11-22T03:21:23,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ into c6958144b8d0d99b36487f835f84072e/f as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8a19b2e6c7b246008aa8d0e79c96729c_SeqId_6_ - updating store file list. 2024-11-22T03:21:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a19b2e6c7b246008aa8d0e79c96729c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:21:23,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8a19b2e6c7b246008aa8d0e79c96729c_SeqId_6_ into c6958144b8d0d99b36487f835f84072e/f 2024-11-22T03:21:23,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ into c6958144b8d0d99b36487f835f84072e/f (new location: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/f/8a19b2e6c7b246008aa8d0e79c96729c_SeqId_6_) 2024-11-22T03:21:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/staging/jenkins.hfs.10__test__aq249tlt4htob5vh229jn507qtkmhfbthcsfaj4hoev4q3u3cn8iuvc1tv3kf3ii/f/06d92542990e4d1f9cc81a3e3456320b_SeqId_6_ 2024-11-22T03:21:23,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39059 {}] regionserver.ReplicationSink(324): Finished replicating [e0eb8afa-7edc-4e01-844b-6802cc573258] bulk loaded data 2024-11-22T03:21:23,577 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 687, reset compression=false 2024-11-22T03:21:23,585 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:23,585 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,39059,1732245660503 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6958144b8d0d99b36487f835f84072e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245683561/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T03:21:23,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.ReplicationSink(318): Replicating [e0eb8afa-7edc-4e01-844b-6802cc573258, 0d470a4b-4dcd-4a0a-ad8d-da694821e00e] bulk loaded data 2024-11-22T03:21:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741844_1020 (size=10791) 2024-11-22T03:21:23,616 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1033, reset compression=false 2024-11-22T03:21:23,785 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741845_1021 (size=11194) 2024-11-22T03:21:24,089 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:24,120 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1033, reset compression=false 2024-11-22T03:21:24,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:21:24,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:24,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:24,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:24,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:24,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:24,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:21:24,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142188907, stopped=false 2024-11-22T03:21:24,300 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,39299,1732245666069 2024-11-22T03:21:24,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:21:24,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__p3s4km9jaj5ur2vu5aebgr7n2ugb6c4v12p5lda1gpt9hi3jk53eq87vtredde1o/f/88c156a6cb5642c6bada42b236fee6b7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-22T03:21:24,422 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/staging/jenkins.hfs.11__test__p3s4km9jaj5ur2vu5aebgr7n2ugb6c4v12p5lda1gpt9hi3jk53eq87vtredde1o/f/8a19b2e6c7b246008aa8d0e79c96729c_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-22T03:21:24,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] regionserver.ReplicationSink(324): Finished replicating [e0eb8afa-7edc-4e01-844b-6802cc573258, 0d470a4b-4dcd-4a0a-ad8d-da694821e00e] bulk loaded data 2024-11-22T03:21:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828446248/running 2024-11-22T03:21:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828446248/running 2024-11-22T03:21:24,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:21:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:24,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:24,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:24,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:24,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,42549,1732245666207' ***** 2024-11-22T03:21:24,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:21:24,430 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:21:24,430 INFO [RS:0;b458937b0f5f:42549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:21:24,430 INFO [RS:0;b458937b0f5f:42549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:21:24,430 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fd698a921f0d49f0ccccf9c923b6f26 2024-11-22T03:21:24,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/running 2024-11-22T03:21:24,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:21:24,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Set watcher on znode that does not yet exist, /11828446248/running 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(3091): Received CLOSE for e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,42549,1732245666207 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42549. 2024-11-22T03:21:24,432 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fd698a921f0d49f0ccccf9c923b6f26, disabling compactions & flushes 2024-11-22T03:21:24,432 DEBUG [RS:0;b458937b0f5f:42549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:24,432 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:24,432 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:24,432 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:24,432 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. after waiting 0 ms 2024-11-22T03:21:24,432 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:21:24,432 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:21:24,432 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fd698a921f0d49f0ccccf9c923b6f26 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-22T03:21:24,439 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:21:24,443 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:21:24,443 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7fd698a921f0d49f0ccccf9c923b6f26=hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26., e70da85465b484facb228a25c10a6ecc=test,,1732245671909.e70da85465b484facb228a25c10a6ecc.} 2024-11-22T03:21:24,444 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd698a921f0d49f0ccccf9c923b6f26, e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:24,444 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:24,444 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:24,444 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:24,444 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:24,444 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:24,444 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:21:24,462 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/.tmp/hfileref/2e49829aa91d4e44a0baeedf56d8ca6b is 74, key is 1/hfileref:06d92542990e4d1f9cc81a3e3456320b_SeqId_6_/1732245683564/DeleteColumn/seqid=0 2024-11-22T03:21:24,463 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/info/acfd5cdf00e3429da2a965cf12a3066f is 147, key is hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26./info:regioninfo/1732245677416/Put/seqid=0 2024-11-22T03:21:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741846_1022 (size=5345) 2024-11-22T03:21:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741847_1023 (size=7686) 2024-11-22T03:21:24,493 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:24,552 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:21:24,552 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:21:24,644 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd698a921f0d49f0ccccf9c923b6f26, e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:24,724 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1033, reset compression=false 2024-11-22T03:21:24,844 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd698a921f0d49f0ccccf9c923b6f26, e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:24,874 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/info/acfd5cdf00e3429da2a965cf12a3066f 2024-11-22T03:21:24,874 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/.tmp/hfileref/2e49829aa91d4e44a0baeedf56d8ca6b 2024-11-22T03:21:24,891 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/.tmp/queue/a136d7fac93c43fb9d22e42c7d6054c9 is 154, key is 1-b458937b0f5f,42549,1732245666207/queue:b458937b0f5f%2C42549%2C1732245666207/1732245683566/Put/seqid=0 2024-11-22T03:21:24,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741848_1024 (size=5353) 2024-11-22T03:21:24,898 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/ns/ffa6879239c148e684177da9ddeb38a9 is 43, key is default/ns:d/1732245669637/Put/seqid=0 2024-11-22T03:21:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741849_1025 (size=5153) 2024-11-22T03:21:24,996 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:25,044 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd698a921f0d49f0ccccf9c923b6f26, e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:25,244 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd698a921f0d49f0ccccf9c923b6f26, e70da85465b484facb228a25c10a6ecc 2024-11-22T03:21:25,296 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/.tmp/queue/a136d7fac93c43fb9d22e42c7d6054c9 2024-11-22T03:21:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/.tmp/hfileref/2e49829aa91d4e44a0baeedf56d8ca6b as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/hfileref/2e49829aa91d4e44a0baeedf56d8ca6b 2024-11-22T03:21:25,302 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/ns/ffa6879239c148e684177da9ddeb38a9 2024-11-22T03:21:25,306 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/hfileref/2e49829aa91d4e44a0baeedf56d8ca6b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-22T03:21:25,307 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/.tmp/queue/a136d7fac93c43fb9d22e42c7d6054c9 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/queue/a136d7fac93c43fb9d22e42c7d6054c9 2024-11-22T03:21:25,312 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/queue/a136d7fac93c43fb9d22e42c7d6054c9, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T03:21:25,313 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7fd698a921f0d49f0ccccf9c923b6f26 in 881ms, sequenceid=12, compaction requested=false 2024-11-22T03:21:25,324 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/replication/7fd698a921f0d49f0ccccf9c923b6f26/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:21:25,324 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:25,324 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:25,324 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fd698a921f0d49f0ccccf9c923b6f26: Waiting for close lock at 1732245684432Running coprocessor pre-close hooks at 1732245684432Disabling compacts and flushes for region at 1732245684432Disabling writes for close at 1732245684432Obtaining lock to block concurrent updates at 1732245684432Preparing flush snapshotting stores in 7fd698a921f0d49f0ccccf9c923b6f26 at 1732245684432Finished memstore snapshotting hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732245684433 (+1 ms)Flushing stores of hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. at 1732245684433Flushing 7fd698a921f0d49f0ccccf9c923b6f26/hfileref: creating writer at 1732245684434 (+1 ms)Flushing 7fd698a921f0d49f0ccccf9c923b6f26/hfileref: appending metadata at 1732245684462 (+28 ms)Flushing 7fd698a921f0d49f0ccccf9c923b6f26/hfileref: closing flushed file at 1732245684462Flushing 7fd698a921f0d49f0ccccf9c923b6f26/queue: creating writer at 1732245684878 (+416 ms)Flushing 7fd698a921f0d49f0ccccf9c923b6f26/queue: appending metadata at 1732245684891 (+13 ms)Flushing 7fd698a921f0d49f0ccccf9c923b6f26/queue: closing flushed file at 1732245684891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f81074d: reopening flushed file at 1732245685300 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e03bac: reopening flushed file at 1732245685307 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7fd698a921f0d49f0ccccf9c923b6f26 in 881ms, sequenceid=12, compaction requested=false at 1732245685313 (+6 ms)Writing region close event to WAL at 1732245685321 (+8 ms)Running coprocessor post-close hooks at 1732245685324 (+3 ms)Closed at 1732245685324 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245676241.7fd698a921f0d49f0ccccf9c923b6f26. 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e70da85465b484facb228a25c10a6ecc, disabling compactions & flushes 2024-11-22T03:21:25,325 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245671909.e70da85465b484facb228a25c10a6ecc. after waiting 0 ms 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:25,325 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/rep_barrier/044739a59add488ca9eaee411e58eefe is 112, key is test,,1732245671909.e70da85465b484facb228a25c10a6ecc./rep_barrier:seqnumDuringOpen/1732245673053/Put/seqid=0 2024-11-22T03:21:25,329 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/default/test/e70da85465b484facb228a25c10a6ecc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:21:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741850_1026 (size=5518) 2024-11-22T03:21:25,330 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:25,330 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:21:25,330 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:25,331 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e70da85465b484facb228a25c10a6ecc: Waiting for close lock at 1732245685325Running coprocessor pre-close hooks at 1732245685325Disabling compacts and flushes for region at 1732245685325Disabling writes for close at 1732245685325Writing region close event to WAL at 1732245685325Running coprocessor post-close hooks at 1732245685330 (+5 ms)Closed at 1732245685330 2024-11-22T03:21:25,331 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245671909.e70da85465b484facb228a25c10a6ecc. 2024-11-22T03:21:25,427 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1033, reset compression=false 2024-11-22T03:21:25,431 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:25,431 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1328, reset compression=false 2024-11-22T03:21:25,431 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42549,1732245666207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:25,433 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,42549,1732245666207: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,42549,1732245666207, walGroup=b458937b0f5f%2C42549%2C1732245666207, offset=b458937b0f5f%2C42549%2C1732245666207.1732245668656:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:42549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:21:25,434 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:21:25,436 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:21:25,437 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:21:25,437 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:21:25,437 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:21:25,437 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 570709360 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188318216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:21:25,440 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:39299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:39299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:21:25,444 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:21:25,444 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:21:25,444 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:25,599 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:25,635 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1328, reset compression=false 2024-11-22T03:21:25,645 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:25,730 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/rep_barrier/044739a59add488ca9eaee411e58eefe 2024-11-22T03:21:25,757 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/table/8bcd3e2bf20f4d69953a228ff3fe1d18 is 53, key is hbase:replication/table:state/1732245677423/Put/seqid=0 2024-11-22T03:21:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741851_1027 (size=5308) 2024-11-22T03:21:25,845 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:25,939 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1328, reset compression=false 2024-11-22T03:21:26,045 DEBUG [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:26,161 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/table/8bcd3e2bf20f4d69953a228ff3fe1d18 2024-11-22T03:21:26,167 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/info/acfd5cdf00e3429da2a965cf12a3066f as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/info/acfd5cdf00e3429da2a965cf12a3066f 2024-11-22T03:21:26,171 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/info/acfd5cdf00e3429da2a965cf12a3066f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:21:26,172 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/ns/ffa6879239c148e684177da9ddeb38a9 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/ns/ffa6879239c148e684177da9ddeb38a9 2024-11-22T03:21:26,178 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/ns/ffa6879239c148e684177da9ddeb38a9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:21:26,179 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/rep_barrier/044739a59add488ca9eaee411e58eefe as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/rep_barrier/044739a59add488ca9eaee411e58eefe 2024-11-22T03:21:26,184 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/rep_barrier/044739a59add488ca9eaee411e58eefe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:21:26,185 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/.tmp/table/8bcd3e2bf20f4d69953a228ff3fe1d18 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/table/8bcd3e2bf20f4d69953a228ff3fe1d18 2024-11-22T03:21:26,190 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/table/8bcd3e2bf20f4d69953a228ff3fe1d18, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:21:26,191 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-11-22T03:21:26,203 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:21:26,204 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:26,204 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:26,204 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:26,204 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245684444Running coprocessor pre-close hooks at 1732245684444Disabling compacts and flushes for region at 1732245684444Disabling writes for close at 1732245684444Obtaining lock to block concurrent updates at 1732245684444Preparing flush snapshotting stores in 1588230740 at 1732245684444Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245684445 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245684445Flushing 1588230740/info: creating writer at 1732245684445Flushing 1588230740/info: appending metadata at 1732245684462 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732245684462Flushing 1588230740/ns: creating writer at 1732245684878 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732245684897 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732245684898 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732245685306 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245685325 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245685325Flushing 1588230740/table: creating writer at 1732245685735 (+410 ms)Flushing 1588230740/table: appending metadata at 1732245685756 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732245685756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f9c161: reopening flushed file at 1732245686166 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4354f830: reopening flushed file at 1732245686172 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@986c179: reopening flushed file at 1732245686178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3c1b93: reopening flushed file at 1732245686184 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1732245686191 (+7 ms)Writing region close event to WAL at 1732245686200 (+9 ms)Running coprocessor post-close hooks at 1732245686204 (+4 ms)Closed at 1732245686204 2024-11-22T03:21:26,204 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:26,245 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,42549,1732245666207; all regions closed. 2024-11-22T03:21:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:21:26,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.meta.1732245669589.meta not finished, retry = 0 2024-11-22T03:21:26,303 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:26,342 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 to pos 1328, reset compression=false 2024-11-22T03:21:26,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741839_1015 (size=3127) 2024-11-22T03:21:26,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.rep.1732245677379 not finished, retry = 0 2024-11-22T03:21:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741832_1008 (size=1336) 2024-11-22T03:21:26,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/WALs/b458937b0f5f,42549,1732245666207/b458937b0f5f%2C42549%2C1732245666207.1732245668656 not finished, retry = 0 2024-11-22T03:21:26,554 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:26,554 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:21:26,554 INFO [RS:0;b458937b0f5f:42549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:21:26,555 INFO [RS:0;b458937b0f5f:42549 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:21:26,555 INFO [RS:0;b458937b0f5f:42549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:21:26,555 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:21:26,555 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,42549,1732245666207 because: Region server is closing 2024-11-22T03:21:26,555 INFO [RS:0;b458937b0f5f:42549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42549. 2024-11-22T03:21:26,555 DEBUG [RS:0;b458937b0f5f:42549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:26,555 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:26,556 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:26,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:26,656 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.shipperb458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 terminated 2024-11-22T03:21:26,656 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42549,1732245666207.replicationSource.wal-reader.b458937b0f5f%2C42549%2C1732245666207,1-b458937b0f5f,42549,1732245666207 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:21:26,656 INFO [RS:0;b458937b0f5f:42549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42549. 2024-11-22T03:21:26,656 DEBUG [RS:0;b458937b0f5f:42549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:26,656 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:26,656 DEBUG [RS:0;b458937b0f5f:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:26,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:26,657 INFO [RS:0;b458937b0f5f:42549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42549 2024-11-22T03:21:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248/rs 2024-11-22T03:21:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828446248/rs/b458937b0f5f,42549,1732245666207 2024-11-22T03:21:26,714 INFO [RS:0;b458937b0f5f:42549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:21:26,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,42549,1732245666207] 2024-11-22T03:21:26,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11828446248/draining/b458937b0f5f,42549,1732245666207 already deleted, retry=false 2024-11-22T03:21:26,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,42549,1732245666207 expired; onlineServers=0 2024-11-22T03:21:26,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,39299,1732245666069' ***** 2024-11-22T03:21:26,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:21:26,735 INFO [M:0;b458937b0f5f:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:21:26,735 INFO [M:0;b458937b0f5f:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:21:26,735 DEBUG [M:0;b458937b0f5f:39299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:21:26,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:21:26,735 DEBUG [M:0;b458937b0f5f:39299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:21:26,735 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245668374 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245668374,5,FailOnTimeoutGroup] 2024-11-22T03:21:26,735 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245668376 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245668376,5,FailOnTimeoutGroup] 2024-11-22T03:21:26,735 INFO [M:0;b458937b0f5f:39299 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:21:26,735 INFO [M:0;b458937b0f5f:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:21:26,735 DEBUG [M:0;b458937b0f5f:39299 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:21:26,736 INFO [M:0;b458937b0f5f:39299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:21:26,736 INFO [M:0;b458937b0f5f:39299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:21:26,736 INFO [M:0;b458937b0f5f:39299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:21:26,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:21:26,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828446248/master 2024-11-22T03:21:26,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828446248 2024-11-22T03:21:26,745 DEBUG [M:0;b458937b0f5f:39299 {}] zookeeper.ZKUtil(347): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Unable to get data of znode /11828446248/master because node does not exist (not an error) 2024-11-22T03:21:26,745 WARN [M:0;b458937b0f5f:39299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:21:26,746 INFO [M:0;b458937b0f5f:39299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/.lastflushedseqids 2024-11-22T03:21:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741852_1028 (size=263) 2024-11-22T03:21:26,824 INFO [RS:0;b458937b0f5f:42549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:21:26,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:26,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x101608f150e0004, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:26,824 INFO [RS:0;b458937b0f5f:42549 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,42549,1732245666207; zookeeper connection closed. 2024-11-22T03:21:26,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b8e6de3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b8e6de3 2024-11-22T03:21:26,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:21:27,107 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:27,150 INFO [M:0;b458937b0f5f:39299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:21:27,150 INFO [M:0;b458937b0f5f:39299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:21:27,150 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:27,150 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:27,150 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:27,150 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:27,150 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:27,150 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T03:21:27,165 DEBUG [M:0;b458937b0f5f:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/309370daa6964c1aa739b05db68a1008 is 82, key is hbase:meta,,1/info:regioninfo/1732245669618/Put/seqid=0 2024-11-22T03:21:27,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741853_1029 (size=5672) 2024-11-22T03:21:27,569 INFO [M:0;b458937b0f5f:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/309370daa6964c1aa739b05db68a1008 2024-11-22T03:21:27,590 DEBUG [M:0;b458937b0f5f:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5772f3fb187549ea85dbe8af05c5238a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245677427/Put/seqid=0 2024-11-22T03:21:27,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741854_1030 (size=8515) 2024-11-22T03:21:27,997 INFO [M:0;b458937b0f5f:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5772f3fb187549ea85dbe8af05c5238a 2024-11-22T03:21:28,011 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:28,018 DEBUG [M:0;b458937b0f5f:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8feeaa570e2c4f089cb0c5553cbdf634 is 69, key is b458937b0f5f,42549,1732245666207/rs:state/1732245668465/Put/seqid=0 2024-11-22T03:21:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741855_1031 (size=5156) 2024-11-22T03:21:28,427 INFO [M:0;b458937b0f5f:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8feeaa570e2c4f089cb0c5553cbdf634 2024-11-22T03:21:28,431 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/309370daa6964c1aa739b05db68a1008 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/309370daa6964c1aa739b05db68a1008 2024-11-22T03:21:28,435 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/309370daa6964c1aa739b05db68a1008, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:21:28,435 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5772f3fb187549ea85dbe8af05c5238a as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5772f3fb187549ea85dbe8af05c5238a 2024-11-22T03:21:28,439 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5772f3fb187549ea85dbe8af05c5238a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:21:28,440 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8feeaa570e2c4f089cb0c5553cbdf634 as hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8feeaa570e2c4f089cb0c5553cbdf634 2024-11-22T03:21:28,443 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45931/user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8feeaa570e2c4f089cb0c5553cbdf634, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:21:28,444 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-22T03:21:28,447 INFO [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:28,447 DEBUG [M:0;b458937b0f5f:39299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245687150Disabling compacts and flushes for region at 1732245687150Disabling writes for close at 1732245687150Obtaining lock to block concurrent updates at 1732245687150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245687150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732245687151 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245687151Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245687151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245687165 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245687165Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245687573 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245687589 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245687589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245688001 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245688018 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245688018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480f0484: reopening flushed file at 1732245688430 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f4e1b8: reopening flushed file at 1732245688435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121c7550: reopening flushed file at 1732245688439 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732245688444 (+5 ms)Writing region close event to WAL at 1732245688447 (+3 ms)Closed at 1732245688447 2024-11-22T03:21:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741830_1006 (size=63642) 2024-11-22T03:21:28,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494ae4cb-97ce-c0e2-9ded-041923527054/MasterData/WALs/b458937b0f5f,39299,1732245666069/b458937b0f5f%2C39299%2C1732245666069.1732245667959 not finished, retry = 0 2024-11-22T03:21:28,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:21:28,550 INFO [M:0;b458937b0f5f:39299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:21:28,550 INFO [M:0;b458937b0f5f:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39299 2024-11-22T03:21:28,551 INFO [M:0;b458937b0f5f:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:21:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:28,708 INFO [M:0;b458937b0f5f:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:21:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101608f150e0003, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:28,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb7c883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:21:28,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c9a1f08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:21:28,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:21:28,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f157e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:21:28,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b53f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir/,STOPPED} 2024-11-22T03:21:28,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:21:28,746 WARN [BP-2144387649-172.17.0.3-1732245664200 heartbeating to localhost/127.0.0.1:45931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:21:28,746 WARN [BP-2144387649-172.17.0.3-1732245664200 heartbeating to localhost/127.0.0.1:45931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2144387649-172.17.0.3-1732245664200 (Datanode Uuid 4f023cc4-64bd-44e4-bec0-e4c9d3472fe5) service to localhost/127.0.0.1:45931 2024-11-22T03:21:28,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/cluster_77f2cdf9-f275-2719-4b3c-3d5e5c973336/data/data1/current/BP-2144387649-172.17.0.3-1732245664200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:21:28,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/cluster_77f2cdf9-f275-2719-4b3c-3d5e5c973336/data/data2/current/BP-2144387649-172.17.0.3-1732245664200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:21:28,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:21:28,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:21:28,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58b2720f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:21:28,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f3f4154{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:21:28,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:21:28,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fd2a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:21:28,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c492e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir/,STOPPED} 2024-11-22T03:21:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:21:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:21:28,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:28,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:28,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:28,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:28,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:28,769 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:21:28,769 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=421575808, stopped=false 2024-11-22T03:21:28,769 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,39091,1732245660317 2024-11-22T03:21:28,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1015199478/running 2024-11-22T03:21:28,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1015199478/running 2024-11-22T03:21:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:28,777 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:21:28,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:28,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:28,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:28,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/running 2024-11-22T03:21:28,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Set watcher on znode that does not yet exist, /0-1015199478/running 2024-11-22T03:21:28,778 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,39059,1732245660503' ***** 2024-11-22T03:21:28,778 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:21:28,778 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:21:28,778 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:21:28,778 INFO [RS:0;b458937b0f5f:39059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:21:28,778 INFO [RS:0;b458937b0f5f:39059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:21:28,778 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(3091): Received CLOSE for c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:28,779 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:28,779 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,39059,1732245660503 2024-11-22T03:21:28,779 INFO [RS:0;b458937b0f5f:39059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:21:28,779 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6958144b8d0d99b36487f835f84072e, disabling compactions & flushes 2024-11-22T03:21:28,779 INFO [RS:0;b458937b0f5f:39059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:39059. 2024-11-22T03:21:28,779 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:28,780 DEBUG [RS:0;b458937b0f5f:39059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245669760.c6958144b8d0d99b36487f835f84072e. after waiting 0 ms 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:28,780 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:28,780 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:21:28,780 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:21:28,780 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:21:28,780 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:21:28,780 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:21:28,780 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1325): Online Regions={c6958144b8d0d99b36487f835f84072e=test,,1732245669760.c6958144b8d0d99b36487f835f84072e., 1588230740=hbase:meta,,1.1588230740, 6ff5e9ec1c1a4327c63a2b77d917438f=hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f.} 2024-11-22T03:21:28,780 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ff5e9ec1c1a4327c63a2b77d917438f, c6958144b8d0d99b36487f835f84072e 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:28,780 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:28,780 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:28,780 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:21:28,783 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/default/test/c6958144b8d0d99b36487f835f84072e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:21:28,784 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6958144b8d0d99b36487f835f84072e: Waiting for close lock at 1732245688779Running coprocessor pre-close hooks at 1732245688779Disabling compacts and flushes for region at 1732245688779Disabling writes for close at 1732245688780 (+1 ms)Writing region close event to WAL at 1732245688780Running coprocessor post-close hooks at 1732245688784 (+4 ms)Closed at 1732245688784 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245669760.c6958144b8d0d99b36487f835f84072e. 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ff5e9ec1c1a4327c63a2b77d917438f, disabling compactions & flushes 2024-11-22T03:21:28,784 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. after waiting 0 ms 2024-11-22T03:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:28,784 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ff5e9ec1c1a4327c63a2b77d917438f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-22T03:21:28,796 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/info/589a89d8619644418fef698674b982eb is 147, key is hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f./info:regioninfo/1732245675245/Put/seqid=0 2024-11-22T03:21:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741846_1022 (size=7686) 2024-11-22T03:21:28,800 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/info/589a89d8619644418fef698674b982eb 2024-11-22T03:21:28,805 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/.tmp/hfileref/c0303b71c3de444582d13bffd7939f63 is 74, key is 1/hfileref:5e6543f9024949db8eb105a454c7188a_SeqId_4_/1732245680923/DeleteColumn/seqid=0 2024-11-22T03:21:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741847_1023 (size=5345) 2024-11-22T03:21:28,814 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/.tmp/hfileref/c0303b71c3de444582d13bffd7939f63 2024-11-22T03:21:28,823 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:21:28,824 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/ns/133dab868f704c4da250ec348a04d59c is 43, key is default/ns:d/1732245664028/Put/seqid=0 2024-11-22T03:21:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741848_1024 (size=5153) 2024-11-22T03:21:28,835 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/.tmp/queue/2ec9af7efd1c488cbd9c4e8df2e063b8 is 154, key is 1-b458937b0f5f,39059,1732245660503/queue:b458937b0f5f%2C39059%2C1732245660503/1732245684427/Put/seqid=0 2024-11-22T03:21:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741849_1025 (size=5353) 2024-11-22T03:21:28,980 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:29,017 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1033, reset compression=false 2024-11-22T03:21:29,021 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:29,021 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1328, reset compression=false 2024-11-22T03:21:29,021 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,39059,1732245660503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:29,022 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,39059,1732245660503: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,39059,1732245660503, walGroup=b458937b0f5f%2C39059%2C1732245660503, offset=b458937b0f5f%2C39059%2C1732245660503.1732245662843:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:39059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:21:29,023 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:21:29,023 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:21:29,024 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:21:29,024 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:21:29,024 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:21:29,024 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 621041000 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188883984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:21:29,024 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:39091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:39091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:21:29,180 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ff5e9ec1c1a4327c63a2b77d917438f 2024-11-22T03:21:29,230 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1328, reset compression=false 2024-11-22T03:21:29,234 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/ns/133dab868f704c4da250ec348a04d59c 2024-11-22T03:21:29,239 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/.tmp/queue/2ec9af7efd1c488cbd9c4e8df2e063b8 2024-11-22T03:21:29,243 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/.tmp/hfileref/c0303b71c3de444582d13bffd7939f63 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/hfileref/c0303b71c3de444582d13bffd7939f63 2024-11-22T03:21:29,247 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/hfileref/c0303b71c3de444582d13bffd7939f63, entries=4, sequenceid=12, filesize=5.2 K 2024-11-22T03:21:29,248 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/.tmp/queue/2ec9af7efd1c488cbd9c4e8df2e063b8 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/queue/2ec9af7efd1c488cbd9c4e8df2e063b8 2024-11-22T03:21:29,252 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/queue/2ec9af7efd1c488cbd9c4e8df2e063b8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T03:21:29,253 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6ff5e9ec1c1a4327c63a2b77d917438f in 469ms, sequenceid=12, compaction requested=false 2024-11-22T03:21:29,253 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:21:29,255 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/rep_barrier/98d7d239e7754b208b7fc23c3fc92297 is 112, key is test,,1732245669760.c6958144b8d0d99b36487f835f84072e./rep_barrier:seqnumDuringOpen/1732245670906/Put/seqid=0 2024-11-22T03:21:29,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741850_1026 (size=5518) 2024-11-22T03:21:29,268 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/replication/6ff5e9ec1c1a4327c63a2b77d917438f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:21:29,268 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:29,268 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:29,268 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:29,268 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ff5e9ec1c1a4327c63a2b77d917438f: Waiting for close lock at 1732245688784Running coprocessor pre-close hooks at 1732245688784Disabling compacts and flushes for region at 1732245688784Disabling writes for close at 1732245688784Obtaining lock to block concurrent updates at 1732245688784Preparing flush snapshotting stores in 6ff5e9ec1c1a4327c63a2b77d917438f at 1732245688784Finished memstore snapshotting hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732245688785 (+1 ms)Flushing stores of hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. at 1732245688785Flushing 6ff5e9ec1c1a4327c63a2b77d917438f/hfileref: creating writer at 1732245688785Flushing 6ff5e9ec1c1a4327c63a2b77d917438f/hfileref: appending metadata at 1732245688805 (+20 ms)Flushing 6ff5e9ec1c1a4327c63a2b77d917438f/hfileref: closing flushed file at 1732245688805Flushing 6ff5e9ec1c1a4327c63a2b77d917438f/queue: creating writer at 1732245688818 (+13 ms)Flushing 6ff5e9ec1c1a4327c63a2b77d917438f/queue: appending metadata at 1732245688834 (+16 ms)Flushing 6ff5e9ec1c1a4327c63a2b77d917438f/queue: closing flushed file at 1732245688834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d931e0d: reopening flushed file at 1732245689243 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd847b1: reopening flushed file at 1732245689247 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6ff5e9ec1c1a4327c63a2b77d917438f in 469ms, sequenceid=12, compaction requested=false at 1732245689253 (+6 ms)Writing region close event to WAL at 1732245689258 (+5 ms)Running coprocessor post-close hooks at 1732245689268 (+10 ms)Closed at 1732245689268 2024-11-22T03:21:29,268 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245674080.6ff5e9ec1c1a4327c63a2b77d917438f. 2024-11-22T03:21:29,381 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:29,533 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1328, reset compression=false 2024-11-22T03:21:29,581 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:29,665 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/rep_barrier/98d7d239e7754b208b7fc23c3fc92297 2024-11-22T03:21:29,684 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/table/2d4a2593f05d4e5a87ba1b8a7d395180 is 53, key is hbase:replication/table:state/1732245675252/Put/seqid=0 2024-11-22T03:21:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741851_1027 (size=5308) 2024-11-22T03:21:29,701 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:21:29,701 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:21:29,781 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:21:29,781 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:21:29,781 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:29,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:21:29,937 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1328, reset compression=false 2024-11-22T03:21:29,981 DEBUG [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:30,089 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/table/2d4a2593f05d4e5a87ba1b8a7d395180 2024-11-22T03:21:30,093 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/info/589a89d8619644418fef698674b982eb as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/info/589a89d8619644418fef698674b982eb 2024-11-22T03:21:30,097 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/info/589a89d8619644418fef698674b982eb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:21:30,098 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/ns/133dab868f704c4da250ec348a04d59c as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/ns/133dab868f704c4da250ec348a04d59c 2024-11-22T03:21:30,101 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/ns/133dab868f704c4da250ec348a04d59c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:21:30,102 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/rep_barrier/98d7d239e7754b208b7fc23c3fc92297 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/rep_barrier/98d7d239e7754b208b7fc23c3fc92297 2024-11-22T03:21:30,106 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/rep_barrier/98d7d239e7754b208b7fc23c3fc92297, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:21:30,106 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/.tmp/table/2d4a2593f05d4e5a87ba1b8a7d395180 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/table/2d4a2593f05d4e5a87ba1b8a7d395180 2024-11-22T03:21:30,110 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/table/2d4a2593f05d4e5a87ba1b8a7d395180, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:21:30,111 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-22T03:21:30,111 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:21:30,115 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:21:30,115 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:30,115 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:30,115 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:30,115 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245688780Running coprocessor pre-close hooks at 1732245688780Disabling compacts and flushes for region at 1732245688780Disabling writes for close at 1732245688780Obtaining lock to block concurrent updates at 1732245688780Preparing flush snapshotting stores in 1588230740 at 1732245688780Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245688781 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245688781Flushing 1588230740/info: creating writer at 1732245688781Flushing 1588230740/info: appending metadata at 1732245688796 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732245688796Flushing 1588230740/ns: creating writer at 1732245688806 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732245688823 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732245688823Flushing 1588230740/rep_barrier: creating writer at 1732245689238 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245689255 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245689255Flushing 1588230740/table: creating writer at 1732245689668 (+413 ms)Flushing 1588230740/table: appending metadata at 1732245689684 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732245689684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44925032: reopening flushed file at 1732245690092 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30206534: reopening flushed file at 1732245690097 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e586dc: reopening flushed file at 1732245690101 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3654c045: reopening flushed file at 1732245690106 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732245690111 (+5 ms)Writing region close event to WAL at 1732245690112 (+1 ms)Running coprocessor post-close hooks at 1732245690115 (+3 ms)Closed at 1732245690115 2024-11-22T03:21:30,115 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:30,181 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,39059,1732245660503; all regions closed. 2024-11-22T03:21:30,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:21:30,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.meta.1732245663977.meta not finished, retry = 0 2024-11-22T03:21:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741839_1015 (size=3127) 2024-11-22T03:21:30,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.rep.1732245675215 not finished, retry = 0 2024-11-22T03:21:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741832_1008 (size=1336) 2024-11-22T03:21:30,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 not finished, retry = 0 2024-11-22T03:21:30,440 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 to pos 1328, reset compression=false 2024-11-22T03:21:30,490 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:30,490 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:21:30,490 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/WALs/b458937b0f5f,39059,1732245660503/b458937b0f5f%2C39059%2C1732245660503.1732245662843 2024-11-22T03:21:30,490 INFO [RS:0;b458937b0f5f:39059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:21:30,490 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T03:21:30,490 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T03:21:30,490 INFO [RS:0;b458937b0f5f:39059 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:21:30,490 INFO [RS:0;b458937b0f5f:39059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:21:30,490 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:21:30,490 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,39059,1732245660503 because: Region server is closing 2024-11-22T03:21:30,491 INFO [RS:0;b458937b0f5f:39059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:39059. 2024-11-22T03:21:30,491 DEBUG [RS:0;b458937b0f5f:39059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:30,491 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:30,491 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:30,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:30,591 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.shipperb458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 terminated 2024-11-22T03:21:30,591 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,39059,1732245660503.replicationSource.wal-reader.b458937b0f5f%2C39059%2C1732245660503,1-b458937b0f5f,39059,1732245660503 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-22T03:21:30,591 INFO [RS:0;b458937b0f5f:39059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:39059. 2024-11-22T03:21:30,591 DEBUG [RS:0;b458937b0f5f:39059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:30,591 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:30,591 DEBUG [RS:0;b458937b0f5f:39059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:30,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:30,592 INFO [RS:0;b458937b0f5f:39059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39059 2024-11-22T03:21:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1015199478/rs/b458937b0f5f,39059,1732245660503 2024-11-22T03:21:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478/rs 2024-11-22T03:21:30,640 INFO [RS:0;b458937b0f5f:39059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:21:30,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,39059,1732245660503] 2024-11-22T03:21:30,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1015199478/draining/b458937b0f5f,39059,1732245660503 already deleted, retry=false 2024-11-22T03:21:30,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,39059,1732245660503 expired; onlineServers=0 2024-11-22T03:21:30,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,39091,1732245660317' ***** 2024-11-22T03:21:30,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:21:30,661 DEBUG [M:0;b458937b0f5f:39091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:21:30,661 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:21:30,661 DEBUG [M:0;b458937b0f5f:39091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:21:30,661 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245662584 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245662584,5,FailOnTimeoutGroup] 2024-11-22T03:21:30,661 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245662584 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245662584,5,FailOnTimeoutGroup] 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:21:30,661 DEBUG [M:0;b458937b0f5f:39091 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:21:30,661 INFO [M:0;b458937b0f5f:39091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:21:30,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:21:30,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1015199478/master 2024-11-22T03:21:30,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1015199478 2024-11-22T03:21:30,671 DEBUG [M:0;b458937b0f5f:39091 {}] zookeeper.ZKUtil(347): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Unable to get data of znode /0-1015199478/master because node does not exist (not an error) 2024-11-22T03:21:30,671 WARN [M:0;b458937b0f5f:39091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:21:30,671 INFO [M:0;b458937b0f5f:39091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/.lastflushedseqids 2024-11-22T03:21:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741852_1028 (size=263) 2024-11-22T03:21:30,750 INFO [RS:0;b458937b0f5f:39059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:21:30,750 INFO [RS:0;b458937b0f5f:39059 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,39059,1732245660503; zookeeper connection closed. 2024-11-22T03:21:30,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:30,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39059-0x101608f150e0001, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:30,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f49d42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f49d42 2024-11-22T03:21:30,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:21:30,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:30,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:31,076 INFO [M:0;b458937b0f5f:39091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:21:31,076 INFO [M:0;b458937b0f5f:39091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:21:31,076 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:31,076 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:31,076 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:31,076 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:31,076 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:31,076 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T03:21:31,094 DEBUG [M:0;b458937b0f5f:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/921fde4d5c744055ae8de72833a7f6fc is 82, key is hbase:meta,,1/info:regioninfo/1732245664007/Put/seqid=0 2024-11-22T03:21:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741853_1029 (size=5672) 2024-11-22T03:21:31,497 INFO [M:0;b458937b0f5f:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/921fde4d5c744055ae8de72833a7f6fc 2024-11-22T03:21:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:21:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:21:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T03:21:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:21:31,519 DEBUG [M:0;b458937b0f5f:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54718a166934dc49fb2fb054c5a4d40 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245675256/Put/seqid=0 2024-11-22T03:21:31,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741854_1030 (size=8516) 2024-11-22T03:21:31,923 INFO [M:0;b458937b0f5f:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54718a166934dc49fb2fb054c5a4d40 2024-11-22T03:21:31,940 DEBUG [M:0;b458937b0f5f:39091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477b0f6a75d14431b44a644530f47342 is 69, key is b458937b0f5f,39059,1732245660503/rs:state/1732245662672/Put/seqid=0 2024-11-22T03:21:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741855_1031 (size=5156) 2024-11-22T03:21:32,344 INFO [M:0;b458937b0f5f:39091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477b0f6a75d14431b44a644530f47342 2024-11-22T03:21:32,348 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/921fde4d5c744055ae8de72833a7f6fc as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/921fde4d5c744055ae8de72833a7f6fc 2024-11-22T03:21:32,352 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/921fde4d5c744055ae8de72833a7f6fc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:21:32,353 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54718a166934dc49fb2fb054c5a4d40 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c54718a166934dc49fb2fb054c5a4d40 2024-11-22T03:21:32,357 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c54718a166934dc49fb2fb054c5a4d40, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:21:32,358 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477b0f6a75d14431b44a644530f47342 as hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477b0f6a75d14431b44a644530f47342 2024-11-22T03:21:32,362 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44169/user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477b0f6a75d14431b44a644530f47342, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:21:32,363 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-22T03:21:32,367 INFO [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:32,367 DEBUG [M:0;b458937b0f5f:39091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245691076Disabling compacts and flushes for region at 1732245691076Disabling writes for close at 1732245691076Obtaining lock to block concurrent updates at 1732245691076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245691076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732245691076Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245691077 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245691077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245691093 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245691093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245691501 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245691518 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245691518Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245691927 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245691940 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245691940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1729f8d0: reopening flushed file at 1732245692348 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7490d393: reopening flushed file at 1732245692352 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d91517: reopening flushed file at 1732245692357 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732245692363 (+6 ms)Writing region close event to WAL at 1732245692367 (+4 ms)Closed at 1732245692367 2024-11-22T03:21:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741830_1006 (size=63654) 2024-11-22T03:21:32,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8be61aa7-2fd1-e1e1-26df-190338270e7f/MasterData/WALs/b458937b0f5f,39091,1732245660317/b458937b0f5f%2C39091%2C1732245660317.1732245662253 not finished, retry = 0 2024-11-22T03:21:32,470 INFO [M:0;b458937b0f5f:39091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:21:32,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:21:32,470 INFO [M:0;b458937b0f5f:39091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39091 2024-11-22T03:21:32,470 INFO [M:0;b458937b0f5f:39091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:21:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:32,624 INFO [M:0;b458937b0f5f:39091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:21:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39091-0x101608f150e0000, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:32,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45a0d11e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:21:32,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dec8d0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:21:32,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:21:32,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f9cab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:21:32,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112afb2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir/,STOPPED} 2024-11-22T03:21:32,627 WARN [BP-1054214102-172.17.0.3-1732245657993 heartbeating to localhost/127.0.0.1:44169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:21:32,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:21:32,627 WARN [BP-1054214102-172.17.0.3-1732245657993 heartbeating to localhost/127.0.0.1:44169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1054214102-172.17.0.3-1732245657993 (Datanode Uuid c9398ded-8f48-4d21-8aab-09b845f93974) service to localhost/127.0.0.1:44169 2024-11-22T03:21:32,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:21:32,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/data/data1/current/BP-1054214102-172.17.0.3-1732245657993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:21:32,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/cluster_526b7d35-8080-36a1-5f6a-f46a1d978402/data/data2/current/BP-1054214102-172.17.0.3-1732245657993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:21:32,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:21:32,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4909bbd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:21:32,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a2277d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:21:32,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:21:32,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5520c1db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:21:32,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5213139c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e869e192-0a9b-9561-428f-39486f157637/hadoop.log.dir/,STOPPED} 2024-11-22T03:21:32,641 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:21:32,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:21:32,663 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 206) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45931 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44169 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52236) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44169 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52236) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44169 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45931 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5673 (was 5781) 2024-11-22T03:21:32,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=5672 2024-11-22T03:21:32,687 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-22T03:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir so I do NOT create it in target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2 2024-11-22T03:21:32,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.tmp.dir so I do NOT create it in target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2 2024-11-22T03:21:32,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8450bd84-649c-a498-b021-f575677a4d23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:21:32,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2 2024-11-22T03:21:32,688 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e, deleteOnExit=true 2024-11-22T03:21:32,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/zookeeper_0, clientPort=51534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:21:32,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51534 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/test.cache.data in system properties and HBase conf 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:21:32,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:21:32,712 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:21:32,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:21:32,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:21:32,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:21:32,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:21:32,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:21:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101608f150e0005, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:21:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101608f150e0002, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:21:32,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101608f150e0005, quorum=127.0.0.1:52236, baseZNode=/11828446248 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:21:32,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101608f150e0002, quorum=127.0.0.1:52236, baseZNode=/0-1015199478 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:21:33,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:33,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:21:33,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:21:33,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:21:33,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:21:33,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:33,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d02c557{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:21:33,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1f9ffb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:21:33,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17a5ddd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/java.io.tmpdir/jetty-localhost-37075-hadoop-hdfs-3_4_1-tests_jar-_-any-1423779923135907771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:21:33,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@144e1d6{HTTP/1.1, (http/1.1)}{localhost:37075} 2024-11-22T03:21:33,170 INFO [Time-limited test {}] server.Server(415): Started @208728ms 2024-11-22T03:21:33,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:33,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:21:33,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:21:33,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:21:33,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:21:33,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea0a88a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:21:33,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365e3bda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:21:33,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cf755e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/java.io.tmpdir/jetty-localhost-45433-hadoop-hdfs-3_4_1-tests_jar-_-any-9923887992055499760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:21:33,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16ef0615{HTTP/1.1, (http/1.1)}{localhost:45433} 2024-11-22T03:21:33,593 INFO [Time-limited test {}] server.Server(415): Started @209151ms 2024-11-22T03:21:33,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:21:34,383 WARN [Thread-2199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/data/data2/current/BP-1374066353-172.17.0.3-1732245692731/current, will proceed with Du for space computation calculation, 2024-11-22T03:21:34,383 WARN [Thread-2198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/data/data1/current/BP-1374066353-172.17.0.3-1732245692731/current, will proceed with Du for space computation calculation, 2024-11-22T03:21:34,401 WARN [Thread-2186 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:21:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x444bcac164f0c216 with lease ID 0x759e5f6af7af72df: Processing first storage report for DS-a9d3737d-4e4c-42f1-a6f0-e6b681fe92be from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=e0e45f61-203c-4214-86e0-dd66076e7d41, infoPort=43505, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1550790681;c=1732245692731) 2024-11-22T03:21:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x444bcac164f0c216 with lease ID 0x759e5f6af7af72df: from storage DS-a9d3737d-4e4c-42f1-a6f0-e6b681fe92be node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=e0e45f61-203c-4214-86e0-dd66076e7d41, infoPort=43505, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1550790681;c=1732245692731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:21:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x444bcac164f0c216 with lease ID 0x759e5f6af7af72df: Processing first storage report for DS-c7109eb2-548c-4d19-843e-86c618f0a56a from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=e0e45f61-203c-4214-86e0-dd66076e7d41, infoPort=43505, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1550790681;c=1732245692731) 2024-11-22T03:21:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x444bcac164f0c216 with lease ID 0x759e5f6af7af72df: from storage DS-c7109eb2-548c-4d19-843e-86c618f0a56a node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=e0e45f61-203c-4214-86e0-dd66076e7d41, infoPort=43505, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1550790681;c=1732245692731), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:21:34,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2 2024-11-22T03:21:34,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:34,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:21:34,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e with version=8 2024-11-22T03:21:34,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/hbase-staging 2024-11-22T03:21:34,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:21:34,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:34,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37111 2024-11-22T03:21:34,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37111 connecting to ZooKeeper ensemble=127.0.0.1:51534 2024-11-22T03:21:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371110x0, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:36,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37111-0x101608f9cd20000 connected 2024-11-22T03:21:36,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:36,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:36,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:36,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:36,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/running 2024-11-22T03:21:36,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e, hbase.cluster.distributed=false 2024-11-22T03:21:36,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/acl 2024-11-22T03:21:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37111 2024-11-22T03:21:36,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37111 2024-11-22T03:21:36,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37111 2024-11-22T03:21:36,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37111 2024-11-22T03:21:36,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37111 2024-11-22T03:21:36,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:21:36,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:36,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43815 2024-11-22T03:21:36,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43815 connecting to ZooKeeper ensemble=127.0.0.1:51534 2024-11-22T03:21:36,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:36,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438150x0, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:36,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438150x0, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/running 2024-11-22T03:21:36,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43815-0x101608f9cd20001 connected 2024-11-22T03:21:36,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:21:36,211 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:21:36,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/master 2024-11-22T03:21:36,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/acl 2024-11-22T03:21:36,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-22T03:21:36,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43815 2024-11-22T03:21:36,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43815 2024-11-22T03:21:36,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-22T03:21:36,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-22T03:21:36,235 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:37111 2024-11-22T03:21:36,236 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1663197659/backup-masters/b458937b0f5f,37111,1732245694830 2024-11-22T03:21:36,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659/backup-masters 2024-11-22T03:21:36,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659/backup-masters 2024-11-22T03:21:36,251 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on existing znode=/0-1663197659/backup-masters/b458937b0f5f,37111,1732245694830 2024-11-22T03:21:36,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1663197659/master 2024-11-22T03:21:36,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:36,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:36,261 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on existing znode=/0-1663197659/master 2024-11-22T03:21:36,262 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1663197659/backup-masters/b458937b0f5f,37111,1732245694830 from backup master directory 2024-11-22T03:21:36,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659/backup-masters 2024-11-22T03:21:36,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663197659/backup-masters/b458937b0f5f,37111,1732245694830 2024-11-22T03:21:36,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659/backup-masters 2024-11-22T03:21:36,272 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:36,272 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,37111,1732245694830 2024-11-22T03:21:36,277 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/hbase.id] with ID: 6b6aaef2-407d-4d59-a256-38411e09cd7e 2024-11-22T03:21:36,277 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/.tmp/hbase.id 2024-11-22T03:21:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:21:36,688 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/.tmp/hbase.id]:[hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/hbase.id] 2024-11-22T03:21:36,696 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:36,696 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:21:36,697 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:21:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:36,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:21:36,749 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:36,750 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:21:36,750 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:21:37,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store 2024-11-22T03:21:37,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:21:37,562 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:37,562 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:37,562 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:37,562 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:37,562 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:37,562 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:37,562 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:37,562 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245697562Disabling compacts and flushes for region at 1732245697562Disabling writes for close at 1732245697562Writing region close event to WAL at 1732245697562Closed at 1732245697562 2024-11-22T03:21:37,563 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/.initializing 2024-11-22T03:21:37,563 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/WALs/b458937b0f5f,37111,1732245694830 2024-11-22T03:21:37,563 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:37,565 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C37111%2C1732245694830, suffix=, logDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/WALs/b458937b0f5f,37111,1732245694830, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/oldWALs, maxLogs=10 2024-11-22T03:21:37,576 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/WALs/b458937b0f5f,37111,1732245694830/b458937b0f5f%2C37111%2C1732245694830.1732245697565, exclude list is [], retry=0 2024-11-22T03:21:37,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-a9d3737d-4e4c-42f1-a6f0-e6b681fe92be,DISK] 2024-11-22T03:21:37,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/WALs/b458937b0f5f,37111,1732245694830/b458937b0f5f%2C37111%2C1732245694830.1732245697565 2024-11-22T03:21:37,580 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43505:43505)] 2024-11-22T03:21:37,580 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:37,581 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:37,581 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,581 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:21:37,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:37,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:37,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:21:37,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:37,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:37,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:21:37,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:37,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:37,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:21:37,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:37,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:37,587 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,588 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,588 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,589 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,589 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,589 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:37,590 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:37,592 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:37,592 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58932041, jitterRate=-0.12184415757656097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:37,592 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245697581Initializing all the Stores at 1732245697582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245697582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245697582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245697582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245697582Cleaning up temporary data from old regions at 1732245697589 (+7 ms)Region opened successfully at 1732245697592 (+3 ms) 2024-11-22T03:21:37,593 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:21:37,595 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fedd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:37,596 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:21:37,596 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:21:37,596 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:21:37,596 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:21:37,596 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:21:37,597 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:21:37,597 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:21:37,599 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:21:37,600 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Unable to get data of znode /0-1663197659/balancer because node does not exist (not necessarily an error) 2024-11-22T03:21:37,660 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663197659/balancer already deleted, retry=false 2024-11-22T03:21:37,661 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:21:37,661 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Unable to get data of znode /0-1663197659/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:21:37,671 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663197659/normalizer already deleted, retry=false 2024-11-22T03:21:37,671 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:21:37,672 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Unable to get data of znode /0-1663197659/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:21:37,681 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663197659/switch/split already deleted, retry=false 2024-11-22T03:21:37,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Unable to get data of znode /0-1663197659/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:21:37,692 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663197659/switch/merge already deleted, retry=false 2024-11-22T03:21:37,693 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Unable to get data of znode /0-1663197659/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:21:37,702 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663197659/snapshot-cleanup already deleted, retry=false 2024-11-22T03:21:37,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1663197659/running 2024-11-22T03:21:37,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:37,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1663197659/running 2024-11-22T03:21:37,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:37,713 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,37111,1732245694830, sessionid=0x101608f9cd20000, setting cluster-up flag (Was=false) 2024-11-22T03:21:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:37,765 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1663197659/flush-table-proc/acquired, /0-1663197659/flush-table-proc/reached, /0-1663197659/flush-table-proc/abort 2024-11-22T03:21:37,766 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,37111,1732245694830 2024-11-22T03:21:37,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:37,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:37,913 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1663197659/online-snapshot/acquired, /0-1663197659/online-snapshot/reached, /0-1663197659/online-snapshot/abort 2024-11-22T03:21:37,914 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,37111,1732245694830 2024-11-22T03:21:37,914 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:21:37,916 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:37,916 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:21:37,916 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:21:37,916 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,37111,1732245694830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:37,917 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245727918 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:21:37,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:21:37,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:21:37,918 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:21:37,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:21:37,919 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:21:37,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:21:37,919 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245697919,5,FailOnTimeoutGroup] 2024-11-22T03:21:37,920 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245697919,5,FailOnTimeoutGroup] 2024-11-22T03:21:37,920 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,920 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:21:37,920 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,920 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,926 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(746): ClusterId : 6b6aaef2-407d-4d59-a256-38411e09cd7e 2024-11-22T03:21:37,926 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:21:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:21:37,934 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:21:37,934 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:21:37,945 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:21:37,945 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e44a4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:37,956 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:43815 2024-11-22T03:21:37,956 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:21:37,956 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:21:37,956 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:21:37,956 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,37111,1732245694830 with port=43815, startcode=1732245696193 2024-11-22T03:21:37,956 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:21:37,957 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:21:37,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,43815,1732245696193 2024-11-22T03:21:37,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37111 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:37,959 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e 2024-11-22T03:21:37,959 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37855 2024-11-22T03:21:37,959 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:21:37,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659/rs 2024-11-22T03:21:37,966 DEBUG [RS:0;b458937b0f5f:43815 {}] zookeeper.ZKUtil(111): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on existing znode=/0-1663197659/rs/b458937b0f5f,43815,1732245696193 2024-11-22T03:21:37,966 WARN [RS:0;b458937b0f5f:43815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:37,966 INFO [RS:0;b458937b0f5f:43815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:37,966 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193 2024-11-22T03:21:37,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,43815,1732245696193] 2024-11-22T03:21:37,969 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:21:37,970 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:21:37,970 INFO [RS:0;b458937b0f5f:43815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:21:37,970 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,970 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:21:37,971 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:21:37,971 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:37,971 DEBUG [RS:0;b458937b0f5f:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:37,972 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,972 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,972 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,972 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,972 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,972 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43815,1732245696193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:37,985 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:21:37,985 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43815,1732245696193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,985 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,985 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.Replication(171): b458937b0f5f,43815,1732245696193 started 2024-11-22T03:21:37,997 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:37,997 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,43815,1732245696193, RpcServer on b458937b0f5f/172.17.0.3:43815, sessionid=0x101608f9cd20001 2024-11-22T03:21:37,997 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:21:37,997 DEBUG [RS:0;b458937b0f5f:43815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,43815,1732245696193 2024-11-22T03:21:37,997 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,43815,1732245696193' 2024-11-22T03:21:37,997 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1663197659/flush-table-proc/abort' 2024-11-22T03:21:37,997 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1663197659/flush-table-proc/acquired' 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,43815,1732245696193 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,43815,1732245696193' 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1663197659/online-snapshot/abort' 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1663197659/online-snapshot/acquired' 2024-11-22T03:21:37,998 DEBUG [RS:0;b458937b0f5f:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:21:37,998 INFO [RS:0;b458937b0f5f:43815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:21:37,998 INFO [RS:0;b458937b0f5f:43815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:21:38,098 INFO [RS:0;b458937b0f5f:43815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:38,100 INFO [RS:0;b458937b0f5f:43815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43815%2C1732245696193, suffix=, logDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/oldWALs, maxLogs=10 2024-11-22T03:21:38,112 DEBUG [RS:0;b458937b0f5f:43815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, exclude list is [], retry=0 2024-11-22T03:21:38,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-a9d3737d-4e4c-42f1-a6f0-e6b681fe92be,DISK] 2024-11-22T03:21:38,116 INFO [RS:0;b458937b0f5f:43815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 2024-11-22T03:21:38,116 DEBUG [RS:0;b458937b0f5f:43815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43505:43505)] 2024-11-22T03:21:38,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:21:38,327 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e 2024-11-22T03:21:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:21:38,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:38,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:38,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:38,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:38,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:38,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:38,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:38,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:38,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:38,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:38,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:38,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:38,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:38,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:38,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:38,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:38,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:38,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:38,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740 2024-11-22T03:21:38,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740 2024-11-22T03:21:38,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:38,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:38,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:38,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:38,742 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:38,743 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74789444, jitterRate=0.11444956064224243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:38,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245698733Initializing all the Stores at 1732245698733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245698733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245698733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245698733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245698733Cleaning up temporary data from old regions at 1732245698740 (+7 ms)Region opened successfully at 1732245698743 (+3 ms) 2024-11-22T03:21:38,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:38,743 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:38,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:38,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:38,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:38,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:38,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245698743Disabling compacts and flushes for region at 1732245698743Disabling writes for close at 1732245698743Writing region close event to WAL at 1732245698743Closed at 1732245698743 2024-11-22T03:21:38,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:38,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:21:38,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:21:38,745 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:38,746 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:21:38,896 DEBUG [b458937b0f5f:37111 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:21:38,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:38,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,43815,1732245696193, state=OPENING 2024-11-22T03:21:38,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:21:38,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:38,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:38,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:38,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663197659/meta-region-server: CHANGED 2024-11-22T03:21:38,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,43815,1732245696193}] 2024-11-22T03:21:38,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663197659/meta-region-server: CHANGED 2024-11-22T03:21:39,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:39,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:21:39,149 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:21:39,149 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:39,149 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:21:39,150 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43815%2C1732245696193.meta, suffix=.meta, logDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/oldWALs, maxLogs=10 2024-11-22T03:21:39,162 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.meta.1732245699150.meta, exclude list is [], retry=0 2024-11-22T03:21:39,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-a9d3737d-4e4c-42f1-a6f0-e6b681fe92be,DISK] 2024-11-22T03:21:39,165 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.meta.1732245699150.meta 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43505:43505)] 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:39,166 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:21:39,166 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:21:39,166 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:21:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:39,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:39,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:39,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:39,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:39,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:39,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:39,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:39,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:39,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:39,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:39,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:39,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:39,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:39,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:39,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:39,171 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:39,172 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740 2024-11-22T03:21:39,172 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740 2024-11-22T03:21:39,173 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:39,173 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:39,173 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:39,174 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:39,175 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73093523, jitterRate=0.08917836844921112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:39,175 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:21:39,176 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245699166Writing region info on filesystem at 1732245699167 (+1 ms)Initializing all the Stores at 1732245699167Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245699167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245699167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245699167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245699167Cleaning up temporary data from old regions at 1732245699173 (+6 ms)Running coprocessor post-open hooks at 1732245699175 (+2 ms)Region opened successfully at 1732245699175 2024-11-22T03:21:39,176 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245699145 2024-11-22T03:21:39,178 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:21:39,178 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:21:39,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:39,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,43815,1732245696193, state=OPEN 2024-11-22T03:21:39,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1663197659/meta-region-server 2024-11-22T03:21:39,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1663197659/meta-region-server 2024-11-22T03:21:39,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:39,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663197659/meta-region-server: CHANGED 2024-11-22T03:21:39,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1663197659/meta-region-server: CHANGED 2024-11-22T03:21:39,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:21:39,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,43815,1732245696193 in 204 msec 2024-11-22T03:21:39,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:21:39,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-22T03:21:39,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:39,201 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:21:39,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:39,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43815,1732245696193, seqNum=-1] 2024-11-22T03:21:39,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:39,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:39,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-22T03:21:39,207 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245699207, completionTime=-1 2024-11-22T03:21:39,207 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:21:39,207 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245759209 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245819209 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37111,1732245694830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37111,1732245694830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37111,1732245694830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:37111, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,209 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,210 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37111,1732245694830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:39,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37111,1732245694830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:21:39,215 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:21:39,215 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:21:39,215 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37111,1732245694830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:39,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3075ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:39,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,37111,-1 for getting cluster id 2024-11-22T03:21:39,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:39,227 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6aaef2-407d-4d59-a256-38411e09cd7e' 2024-11-22T03:21:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6aaef2-407d-4d59-a256-38411e09cd7e" 2024-11-22T03:21:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,37111,-1] 2024-11-22T03:21:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:39,229 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:39,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b789f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:39,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43815,1732245696193, seqNum=-1] 2024-11-22T03:21:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:39,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:39,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,37111,1732245694830 2024-11-22T03:21:39,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51534 2024-11-22T03:21:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:39,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101608f9cd20002 connected 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir so I do NOT create it in target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33 2024-11-22T03:21:39,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.tmp.dir so I do NOT create it in target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33 2024-11-22T03:21:39,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:21:39,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/cluster_ccc215f8-81a0-abfe-a78c-3c2dfd6bba06, deleteOnExit=true 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/test.cache.data in system properties and HBase conf 2024-11-22T03:21:39,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:21:39,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:21:39,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:21:39,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:21:39,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:21:39,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:21:39,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:39,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:21:39,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:21:39,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:21:39,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:21:39,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:39,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46151201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:21:39,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349e4dd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:21:39,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b1b07b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-4643785548833589919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:21:39,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@615913c3{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-11-22T03:21:39,663 INFO [Time-limited test {}] server.Server(415): Started @215222ms 2024-11-22T03:21:39,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:21:39,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:21:39,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:21:39,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:21:39,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:21:39,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2229cd7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:21:39,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9888fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:21:40,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a9ac8bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/java.io.tmpdir/jetty-localhost-40677-hadoop-hdfs-3_4_1-tests_jar-_-any-9829313206287406894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:21:40,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22f7cb82{HTTP/1.1, (http/1.1)}{localhost:40677} 2024-11-22T03:21:40,010 INFO [Time-limited test {}] server.Server(415): Started @215568ms 2024-11-22T03:21:40,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:21:40,741 WARN [Thread-2319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/cluster_ccc215f8-81a0-abfe-a78c-3c2dfd6bba06/data/data1/current/BP-21362717-172.17.0.3-1732245699267/current, will proceed with Du for space computation calculation, 2024-11-22T03:21:40,742 WARN [Thread-2320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/cluster_ccc215f8-81a0-abfe-a78c-3c2dfd6bba06/data/data2/current/BP-21362717-172.17.0.3-1732245699267/current, will proceed with Du for space computation calculation, 2024-11-22T03:21:40,757 WARN [Thread-2307 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:21:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20b2317bf0c3b1b1 with lease ID 0x154f0133f33efe19: Processing first storage report for DS-fda4d5e6-71c8-4f52-8b49-7e748a68732d from datanode DatanodeRegistration(127.0.0.1:42683, datanodeUuid=cd1284f8-b3f2-4bb8-9be3-a12e673da0bc, infoPort=43887, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=618895886;c=1732245699267) 2024-11-22T03:21:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20b2317bf0c3b1b1 with lease ID 0x154f0133f33efe19: from storage DS-fda4d5e6-71c8-4f52-8b49-7e748a68732d node DatanodeRegistration(127.0.0.1:42683, datanodeUuid=cd1284f8-b3f2-4bb8-9be3-a12e673da0bc, infoPort=43887, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=618895886;c=1732245699267), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:21:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20b2317bf0c3b1b1 with lease ID 0x154f0133f33efe19: Processing first storage report for DS-99ac6ce6-03c0-47ef-8a9c-85c0689d8fd5 from datanode DatanodeRegistration(127.0.0.1:42683, datanodeUuid=cd1284f8-b3f2-4bb8-9be3-a12e673da0bc, infoPort=43887, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=618895886;c=1732245699267) 2024-11-22T03:21:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20b2317bf0c3b1b1 with lease ID 0x154f0133f33efe19: from storage DS-99ac6ce6-03c0-47ef-8a9c-85c0689d8fd5 node DatanodeRegistration(127.0.0.1:42683, datanodeUuid=cd1284f8-b3f2-4bb8-9be3-a12e673da0bc, infoPort=43887, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=618895886;c=1732245699267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:21:40,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33 2024-11-22T03:21:40,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:40,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:21:41,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de with version=8 2024-11-22T03:21:41,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/hbase-staging 2024-11-22T03:21:41,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:21:41,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:41,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38837 2024-11-22T03:21:41,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38837 connecting to ZooKeeper ensemble=127.0.0.1:51534 2024-11-22T03:21:41,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388370x0, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:41,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38837-0x101608f9cd20003 connected 2024-11-22T03:21:41,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:41,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:41,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/running 2024-11-22T03:21:41,389 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de, hbase.cluster.distributed=false 2024-11-22T03:21:41,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/acl 2024-11-22T03:21:41,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38837 2024-11-22T03:21:41,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38837 2024-11-22T03:21:41,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38837 2024-11-22T03:21:41,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38837 2024-11-22T03:21:41,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38837 2024-11-22T03:21:41,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:21:41,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:21:41,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33121 2024-11-22T03:21:41,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33121 connecting to ZooKeeper ensemble=127.0.0.1:51534 2024-11-22T03:21:41,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:41,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:41,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331210x0, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:41,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/running 2024-11-22T03:21:41,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33121-0x101608f9cd20004 connected 2024-11-22T03:21:41,486 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:21:41,486 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:21:41,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/master 2024-11-22T03:21:41,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/acl 2024-11-22T03:21:41,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-22T03:21:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33121 2024-11-22T03:21:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33121 2024-11-22T03:21:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-22T03:21:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-22T03:21:41,501 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:38837 2024-11-22T03:21:41,502 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1308782926/backup-masters/b458937b0f5f,38837,1732245701257 2024-11-22T03:21:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:21:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T03:21:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:21:41,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926/backup-masters 2024-11-22T03:21:41,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926/backup-masters 2024-11-22T03:21:41,523 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on existing znode=/1-1308782926/backup-masters/b458937b0f5f,38837,1732245701257 2024-11-22T03:21:41,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308782926/master 2024-11-22T03:21:41,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:41,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:41,534 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on existing znode=/1-1308782926/master 2024-11-22T03:21:41,534 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1308782926/backup-masters/b458937b0f5f,38837,1732245701257 from backup master directory 2024-11-22T03:21:41,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926/backup-masters 2024-11-22T03:21:41,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308782926/backup-masters/b458937b0f5f,38837,1732245701257 2024-11-22T03:21:41,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926/backup-masters 2024-11-22T03:21:41,544 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:41,544 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,38837,1732245701257 2024-11-22T03:21:41,547 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/hbase.id] with ID: 803e2ba8-bbd7-439a-b6fc-c5a3e82062d9 2024-11-22T03:21:41,547 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/.tmp/hbase.id 2024-11-22T03:21:41,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:21:41,952 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/.tmp/hbase.id]:[hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/hbase.id] 2024-11-22T03:21:41,961 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:21:41,961 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:21:41,962 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:21:42,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:42,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:21:42,412 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:42,413 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:21:42,413 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:21:42,819 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store 2024-11-22T03:21:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:21:42,824 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:42,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:42,825 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:42,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:42,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:42,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:42,825 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:42,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245702825Disabling compacts and flushes for region at 1732245702825Disabling writes for close at 1732245702825Writing region close event to WAL at 1732245702825Closed at 1732245702825 2024-11-22T03:21:42,825 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/.initializing 2024-11-22T03:21:42,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/WALs/b458937b0f5f,38837,1732245701257 2024-11-22T03:21:42,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:42,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C38837%2C1732245701257, suffix=, logDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/WALs/b458937b0f5f,38837,1732245701257, archiveDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/oldWALs, maxLogs=10 2024-11-22T03:21:42,840 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/WALs/b458937b0f5f,38837,1732245701257/b458937b0f5f%2C38837%2C1732245701257.1732245702827, exclude list is [], retry=0 2024-11-22T03:21:42,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-fda4d5e6-71c8-4f52-8b49-7e748a68732d,DISK] 2024-11-22T03:21:42,844 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/WALs/b458937b0f5f,38837,1732245701257/b458937b0f5f%2C38837%2C1732245701257.1732245702827 2024-11-22T03:21:42,844 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-22T03:21:42,844 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:42,844 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:42,844 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,844 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:21:42,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:42,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:42,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:21:42,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:42,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:42,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:21:42,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:42,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:42,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:21:42,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:42,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:42,850 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,850 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,850 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,852 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,852 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,852 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:42,853 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:21:42,855 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:42,855 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60853211, jitterRate=-0.09321649372577667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:42,855 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245702844Initializing all the Stores at 1732245702845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245702845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245702845Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245702845Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245702845Cleaning up temporary data from old regions at 1732245702852 (+7 ms)Region opened successfully at 1732245702855 (+3 ms) 2024-11-22T03:21:42,855 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:21:42,857 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38035f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:42,858 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:21:42,858 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:21:42,858 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:21:42,858 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:21:42,859 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:21:42,859 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:21:42,859 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:21:42,861 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:21:42,862 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Unable to get data of znode /1-1308782926/balancer because node does not exist (not necessarily an error) 2024-11-22T03:21:42,944 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308782926/balancer already deleted, retry=false 2024-11-22T03:21:42,944 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:21:42,945 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Unable to get data of znode /1-1308782926/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:21:43,032 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308782926/normalizer already deleted, retry=false 2024-11-22T03:21:43,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:21:43,033 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Unable to get data of znode /1-1308782926/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:21:43,060 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308782926/switch/split already deleted, retry=false 2024-11-22T03:21:43,061 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Unable to get data of znode /1-1308782926/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:21:43,070 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308782926/switch/merge already deleted, retry=false 2024-11-22T03:21:43,072 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Unable to get data of znode /1-1308782926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:21:43,081 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308782926/snapshot-cleanup already deleted, retry=false 2024-11-22T03:21:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308782926/running 2024-11-22T03:21:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308782926/running 2024-11-22T03:21:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,092 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,38837,1732245701257, sessionid=0x101608f9cd20003, setting cluster-up flag (Was=false) 2024-11-22T03:21:43,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,144 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1308782926/flush-table-proc/acquired, /1-1308782926/flush-table-proc/reached, /1-1308782926/flush-table-proc/abort 2024-11-22T03:21:43,145 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,38837,1732245701257 2024-11-22T03:21:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,197 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1308782926/online-snapshot/acquired, /1-1308782926/online-snapshot/reached, /1-1308782926/online-snapshot/abort 2024-11-22T03:21:43,198 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,38837,1732245701257 2024-11-22T03:21:43,201 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:21:43,202 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:43,202 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:21:43,202 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:21:43,202 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,38837,1732245701257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:21:43,203 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:43,203 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:43,203 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:43,203 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:21:43,203 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:21:43,203 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,204 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:43,204 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:43,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245733212 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:21:43,212 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:21:43,213 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:43,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:21:43,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:21:43,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:21:43,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:21:43,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:21:43,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:21:43,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:21:43,216 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245703214,5,FailOnTimeoutGroup] 2024-11-22T03:21:43,219 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245703216,5,FailOnTimeoutGroup] 2024-11-22T03:21:43,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:21:43,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,219 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:21:43,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:21:43,223 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de 2024-11-22T03:21:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:21:43,293 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(746): ClusterId : 803e2ba8-bbd7-439a-b6fc-c5a3e82062d9 2024-11-22T03:21:43,293 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:21:43,303 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:21:43,303 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:21:43,313 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:21:43,313 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab70b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:21:43,324 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:33121 2024-11-22T03:21:43,324 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:21:43,324 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:21:43,324 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:21:43,325 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,38837,1732245701257 with port=33121, startcode=1732245701404 2024-11-22T03:21:43,325 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:21:43,327 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:21:43,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38837 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,328 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de 2024-11-22T03:21:43,328 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41065 2024-11-22T03:21:43,328 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:21:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926/rs 2024-11-22T03:21:43,368 DEBUG [RS:0;b458937b0f5f:33121 {}] zookeeper.ZKUtil(111): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on existing znode=/1-1308782926/rs/b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,368 WARN [RS:0;b458937b0f5f:33121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:21:43,368 INFO [RS:0;b458937b0f5f:33121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:43,368 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,33121,1732245701404] 2024-11-22T03:21:43,371 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:21:43,372 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:21:43,372 INFO [RS:0;b458937b0f5f:33121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:21:43,372 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,372 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:21:43,373 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:21:43,373 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:43,373 DEBUG [RS:0;b458937b0f5f:33121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:21:43,374 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,374 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,374 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,374 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,374 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,374 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33121,1732245701404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:43,390 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:21:43,390 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33121,1732245701404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,390 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,390 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.Replication(171): b458937b0f5f,33121,1732245701404 started 2024-11-22T03:21:43,405 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:43,405 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,33121,1732245701404, RpcServer on b458937b0f5f/172.17.0.3:33121, sessionid=0x101608f9cd20004 2024-11-22T03:21:43,405 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:21:43,405 DEBUG [RS:0;b458937b0f5f:33121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,405 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,33121,1732245701404' 2024-11-22T03:21:43,405 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1308782926/flush-table-proc/abort' 2024-11-22T03:21:43,406 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1308782926/flush-table-proc/acquired' 2024-11-22T03:21:43,406 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:21:43,406 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:21:43,406 DEBUG [RS:0;b458937b0f5f:33121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,406 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,33121,1732245701404' 2024-11-22T03:21:43,406 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1308782926/online-snapshot/abort' 2024-11-22T03:21:43,407 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1308782926/online-snapshot/acquired' 2024-11-22T03:21:43,407 DEBUG [RS:0;b458937b0f5f:33121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:21:43,407 INFO [RS:0;b458937b0f5f:33121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:21:43,407 INFO [RS:0;b458937b0f5f:33121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:21:43,507 INFO [RS:0;b458937b0f5f:33121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:21:43,508 INFO [RS:0;b458937b0f5f:33121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C33121%2C1732245701404, suffix=, logDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404, archiveDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/oldWALs, maxLogs=10 2024-11-22T03:21:43,520 DEBUG [RS:0;b458937b0f5f:33121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, exclude list is [], retry=0 2024-11-22T03:21:43,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-fda4d5e6-71c8-4f52-8b49-7e748a68732d,DISK] 2024-11-22T03:21:43,524 INFO [RS:0;b458937b0f5f:33121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 2024-11-22T03:21:43,524 DEBUG [RS:0;b458937b0f5f:33121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-22T03:21:43,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:43,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:43,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:43,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:43,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:43,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:43,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:43,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:43,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:43,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:43,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:43,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:43,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:43,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:43,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:43,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:43,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:43,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:43,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740 2024-11-22T03:21:43,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740 2024-11-22T03:21:43,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:43,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:43,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:43,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:43,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:43,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67077168, jitterRate=-4.723072052001953E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:43,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245703632Initializing all the Stores at 1732245703633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245703633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245703633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245703633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245703633Cleaning up temporary data from old regions at 1732245703639 (+6 ms)Region opened successfully at 1732245703642 (+3 ms) 2024-11-22T03:21:43,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:43,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:43,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:43,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:43,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:43,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:43,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245703642Disabling compacts and flushes for region at 1732245703642Disabling writes for close at 1732245703642Writing region close event to WAL at 1732245703643 (+1 ms)Closed at 1732245703643 2024-11-22T03:21:43,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:43,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:21:43,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:21:43,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:43,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:21:43,795 DEBUG [b458937b0f5f:38837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:21:43,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:43,796 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,33121,1732245701404, state=OPENING 2024-11-22T03:21:43,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:21:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:43,850 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:21:43,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308782926/meta-region-server: CHANGED 2024-11-22T03:21:43,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308782926/meta-region-server: CHANGED 2024-11-22T03:21:43,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,33121,1732245701404}] 2024-11-22T03:21:43,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:21:44,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:44,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:21:44,006 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:21:44,006 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:44,006 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:21:44,007 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C33121%2C1732245701404.meta, suffix=.meta, logDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404, archiveDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/oldWALs, maxLogs=10 2024-11-22T03:21:44,019 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.meta.1732245704007.meta, exclude list is [], retry=0 2024-11-22T03:21:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-fda4d5e6-71c8-4f52-8b49-7e748a68732d,DISK] 2024-11-22T03:21:44,022 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.meta.1732245704007.meta 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:44,023 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:21:44,023 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:21:44,023 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:21:44,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:21:44,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:21:44,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:44,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:44,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:21:44,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:21:44,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:44,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:44,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:21:44,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:21:44,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:44,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:44,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:21:44,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:21:44,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:44,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:21:44,028 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:21:44,028 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740 2024-11-22T03:21:44,029 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740 2024-11-22T03:21:44,030 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:21:44,030 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:21:44,030 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:21:44,031 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:21:44,032 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66757312, jitterRate=-0.005238533020019531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:21:44,032 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:21:44,032 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245704024Writing region info on filesystem at 1732245704024Initializing all the Stores at 1732245704024Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245704024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245704024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245704024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245704024Cleaning up temporary data from old regions at 1732245704030 (+6 ms)Running coprocessor post-open hooks at 1732245704032 (+2 ms)Region opened successfully at 1732245704032 2024-11-22T03:21:44,033 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245704001 2024-11-22T03:21:44,034 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:21:44,034 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:21:44,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:44,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,33121,1732245701404, state=OPEN 2024-11-22T03:21:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1308782926/meta-region-server 2024-11-22T03:21:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1308782926/meta-region-server 2024-11-22T03:21:44,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:44,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308782926/meta-region-server: CHANGED 2024-11-22T03:21:44,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308782926/meta-region-server: CHANGED 2024-11-22T03:21:44,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:21:44,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,33121,1732245701404 in 189 msec 2024-11-22T03:21:44,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:21:44,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-22T03:21:44,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:21:44,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:21:44,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:44,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33121,1732245701404, seqNum=-1] 2024-11-22T03:21:44,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:44,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:44,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 846 msec 2024-11-22T03:21:44,048 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245704048, completionTime=-1 2024-11-22T03:21:44,048 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:21:44,048 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245764050 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245824050 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38837,1732245701257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38837,1732245701257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38837,1732245701257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:38837, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,050 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,052 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38837,1732245701257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:21:44,053 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38837,1732245701257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:21:44,055 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:21:44,055 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:21:44,055 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38837,1732245701257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:21:44,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510738f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:44,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38837,-1 for getting cluster id 2024-11-22T03:21:44,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:44,095 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803e2ba8-bbd7-439a-b6fc-c5a3e82062d9' 2024-11-22T03:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803e2ba8-bbd7-439a-b6fc-c5a3e82062d9" 2024-11-22T03:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bd805e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38837,-1] 2024-11-22T03:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:44,096 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:44,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee7cfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:44,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33121,1732245701404, seqNum=-1] 2024-11-22T03:21:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:44,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:44,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,38837,1732245701257 2024-11-22T03:21:44,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51534 2024-11-22T03:21:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:21:44,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101608f9cd20005 connected 2024-11-22T03:21:44,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,37111,1732245694830 2024-11-22T03:21:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9b2853 2024-11-22T03:21:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:44,127 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:44,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:21:44,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:44,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:44,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:21:44,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:44,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:44,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56d2c96832dc3145ec79ff992d551318, NAME => 'test,,1732245704127.56d2c96832dc3145ec79ff992d551318.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e 2024-11-22T03:21:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:21:44,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:44,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245704127.56d2c96832dc3145ec79ff992d551318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56d2c96832dc3145ec79ff992d551318, disabling compactions & flushes 2024-11-22T03:21:44,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245704127.56d2c96832dc3145ec79ff992d551318. after waiting 0 ms 2024-11-22T03:21:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:44,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56d2c96832dc3145ec79ff992d551318: Waiting for close lock at 1732245704941Disabling compacts and flushes for region at 1732245704941Disabling writes for close at 1732245704941Writing region close event to WAL at 1732245704941Closed at 1732245704941 2024-11-22T03:21:44,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:44,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245704127.56d2c96832dc3145ec79ff992d551318.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245704942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245704942"}]},"ts":"1732245704942"} 2024-11-22T03:21:44,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:44,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:44,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245704945"}]},"ts":"1732245704945"} 2024-11-22T03:21:44,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:21:44,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56d2c96832dc3145ec79ff992d551318, ASSIGN}] 2024-11-22T03:21:44,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56d2c96832dc3145ec79ff992d551318, ASSIGN 2024-11-22T03:21:44,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56d2c96832dc3145ec79ff992d551318, ASSIGN; state=OFFLINE, location=b458937b0f5f,43815,1732245696193; forceNewPlan=false, retain=false 2024-11-22T03:21:45,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56d2c96832dc3145ec79ff992d551318, regionState=OPENING, regionLocation=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:45,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56d2c96832dc3145ec79ff992d551318, ASSIGN because future has completed 2024-11-22T03:21:45,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d2c96832dc3145ec79ff992d551318, server=b458937b0f5f,43815,1732245696193}] 2024-11-22T03:21:45,256 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:45,256 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56d2c96832dc3145ec79ff992d551318, NAME => 'test,,1732245704127.56d2c96832dc3145ec79ff992d551318.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:45,256 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:45,256 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:21:45,256 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,256 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245704127.56d2c96832dc3145ec79ff992d551318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:45,256 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,256 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,257 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,258 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d2c96832dc3145ec79ff992d551318 columnFamilyName f 2024-11-22T03:21:45,258 DEBUG [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:45,258 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] regionserver.HStore(327): Store=56d2c96832dc3145ec79ff992d551318/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:45,259 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,259 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d2c96832dc3145ec79ff992d551318 columnFamilyName f1 2024-11-22T03:21:45,260 DEBUG [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:45,260 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] regionserver.HStore(327): Store=56d2c96832dc3145ec79ff992d551318/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:45,260 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,261 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d2c96832dc3145ec79ff992d551318 columnFamilyName norep 2024-11-22T03:21:45,261 DEBUG [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:45,261 INFO [StoreOpener-56d2c96832dc3145ec79ff992d551318-1 {}] regionserver.HStore(327): Store=56d2c96832dc3145ec79ff992d551318/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:45,261 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,261 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,262 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,262 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,262 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,263 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:45,264 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,265 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:45,265 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56d2c96832dc3145ec79ff992d551318; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74477158, jitterRate=0.10979613661766052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:45,265 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:21:45,266 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56d2c96832dc3145ec79ff992d551318: Running coprocessor pre-open hook at 1732245705256Writing region info on filesystem at 1732245705256Initializing all the Stores at 1732245705257 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245705257Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245705257Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245705257Cleaning up temporary data from old regions at 1732245705262 (+5 ms)Running coprocessor post-open hooks at 1732245705265 (+3 ms)Region opened successfully at 1732245705266 (+1 ms) 2024-11-22T03:21:45,267 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245704127.56d2c96832dc3145ec79ff992d551318., pid=6, masterSystemTime=1732245705253 2024-11-22T03:21:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:45,268 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:45,269 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:21:45,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56d2c96832dc3145ec79ff992d551318, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d2c96832dc3145ec79ff992d551318, server=b458937b0f5f,43815,1732245696193 because future has completed 2024-11-22T03:21:45,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:21:45,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d2c96832dc3145ec79ff992d551318, server=b458937b0f5f,43815,1732245696193 in 171 msec 2024-11-22T03:21:45,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:21:45,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56d2c96832dc3145ec79ff992d551318, ASSIGN in 326 msec 2024-11-22T03:21:45,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:45,276 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245705276"}]},"ts":"1732245705276"} 2024-11-22T03:21:45,278 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:21:45,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:45,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-22T03:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:46,277 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:21:46,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38837,1732245701257 2024-11-22T03:21:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4a83b8 2024-11-22T03:21:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:46,279 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:46,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:21:46,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:46,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:46,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:21:46,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:46,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08db123c59887ec34360a98bfa40951f, NAME => 'test,,1732245706279.08db123c59887ec34360a98bfa40951f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de 2024-11-22T03:21:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:21:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:47,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245706279.08db123c59887ec34360a98bfa40951f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:47,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08db123c59887ec34360a98bfa40951f, disabling compactions & flushes 2024-11-22T03:21:47,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245706279.08db123c59887ec34360a98bfa40951f. after waiting 0 ms 2024-11-22T03:21:47,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08db123c59887ec34360a98bfa40951f: Waiting for close lock at 1732245707097Disabling compacts and flushes for region at 1732245707097Disabling writes for close at 1732245707097Writing region close event to WAL at 1732245707097Closed at 1732245707097 2024-11-22T03:21:47,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:47,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245706279.08db123c59887ec34360a98bfa40951f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245707098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245707098"}]},"ts":"1732245707098"} 2024-11-22T03:21:47,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:47,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:47,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245707101"}]},"ts":"1732245707101"} 2024-11-22T03:21:47,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:21:47,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08db123c59887ec34360a98bfa40951f, ASSIGN}] 2024-11-22T03:21:47,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08db123c59887ec34360a98bfa40951f, ASSIGN 2024-11-22T03:21:47,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08db123c59887ec34360a98bfa40951f, ASSIGN; state=OFFLINE, location=b458937b0f5f,33121,1732245701404; forceNewPlan=false, retain=false 2024-11-22T03:21:47,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08db123c59887ec34360a98bfa40951f, regionState=OPENING, regionLocation=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:47,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08db123c59887ec34360a98bfa40951f, ASSIGN because future has completed 2024-11-22T03:21:47,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08db123c59887ec34360a98bfa40951f, server=b458937b0f5f,33121,1732245701404}] 2024-11-22T03:21:47,413 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,413 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08db123c59887ec34360a98bfa40951f, NAME => 'test,,1732245706279.08db123c59887ec34360a98bfa40951f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:47,413 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:47,413 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:21:47,413 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,413 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245706279.08db123c59887ec34360a98bfa40951f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:47,414 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,414 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,415 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,416 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08db123c59887ec34360a98bfa40951f columnFamilyName f 2024-11-22T03:21:47,416 DEBUG [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:47,416 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] regionserver.HStore(327): Store=08db123c59887ec34360a98bfa40951f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:47,416 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:47,417 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08db123c59887ec34360a98bfa40951f columnFamilyName f1 2024-11-22T03:21:47,417 DEBUG [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:47,417 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] regionserver.HStore(327): Store=08db123c59887ec34360a98bfa40951f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:47,418 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,418 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08db123c59887ec34360a98bfa40951f columnFamilyName norep 2024-11-22T03:21:47,418 DEBUG [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:47,419 INFO [StoreOpener-08db123c59887ec34360a98bfa40951f-1 {}] regionserver.HStore(327): Store=08db123c59887ec34360a98bfa40951f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:47,419 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,419 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,420 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,420 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,420 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,421 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:47,422 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,423 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:47,424 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08db123c59887ec34360a98bfa40951f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61124181, jitterRate=-0.08917872607707977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:47,424 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:47,424 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08db123c59887ec34360a98bfa40951f: Running coprocessor pre-open hook at 1732245707414Writing region info on filesystem at 1732245707414Initializing all the Stores at 1732245707414Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245707414Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245707415 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245707415Cleaning up temporary data from old regions at 1732245707420 (+5 ms)Running coprocessor post-open hooks at 1732245707424 (+4 ms)Region opened successfully at 1732245707424 2024-11-22T03:21:47,425 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245706279.08db123c59887ec34360a98bfa40951f., pid=6, masterSystemTime=1732245707409 2024-11-22T03:21:47,426 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,427 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:47,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08db123c59887ec34360a98bfa40951f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08db123c59887ec34360a98bfa40951f, server=b458937b0f5f,33121,1732245701404 because future has completed 2024-11-22T03:21:47,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:21:47,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08db123c59887ec34360a98bfa40951f, server=b458937b0f5f,33121,1732245701404 in 173 msec 2024-11-22T03:21:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:21:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08db123c59887ec34360a98bfa40951f, ASSIGN in 329 msec 2024-11-22T03:21:47,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:47,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245707434"}]},"ts":"1732245707434"} 2024-11-22T03:21:47,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:21:47,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:47,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-22T03:21:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:21:48,428 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:21:48,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a5e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,37111,-1 for getting cluster id 2024-11-22T03:21:48,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:48,429 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6aaef2-407d-4d59-a256-38411e09cd7e' 2024-11-22T03:21:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6aaef2-407d-4d59-a256-38411e09cd7e" 2024-11-22T03:21:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72df88ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,37111,-1] 2024-11-22T03:21:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:48,430 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:48,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561b303f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e3c926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38837,-1 for getting cluster id 2024-11-22T03:21:48,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:48,432 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803e2ba8-bbd7-439a-b6fc-c5a3e82062d9' 2024-11-22T03:21:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803e2ba8-bbd7-439a-b6fc-c5a3e82062d9" 2024-11-22T03:21:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e12f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38837,-1] 2024-11-22T03:21:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:48,433 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:48,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a41c1dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afcb7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,37111,-1 for getting cluster id 2024-11-22T03:21:48,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:48,435 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6aaef2-407d-4d59-a256-38411e09cd7e' 2024-11-22T03:21:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6aaef2-407d-4d59-a256-38411e09cd7e" 2024-11-22T03:21:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b35205d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,37111,-1] 2024-11-22T03:21:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:48,436 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786a0c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,37111,1732245694830 2024-11-22T03:21:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50eb4b55 2024-11-22T03:21:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:48,438 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:48,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:38837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:21:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:21:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:48,440 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:38837' 2024-11-22T03:21:48,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de1a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,441 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38837,-1 for getting cluster id 2024-11-22T03:21:48,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:48,442 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803e2ba8-bbd7-439a-b6fc-c5a3e82062d9' 2024-11-22T03:21:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803e2ba8-bbd7-439a-b6fc-c5a3e82062d9" 2024-11-22T03:21:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60956b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38837,-1] 2024-11-22T03:21:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:48,443 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:48,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38837,1732245701257 2024-11-22T03:21:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce65c91 2024-11-22T03:21:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:48,444 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:48,445 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:21:48,445 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:21:48,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:48,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:48,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:48,446 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:48,446 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:21:48,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:48,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:48,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:21:48,497 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:21:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:48,893 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983c876dbe68d8ac9a2823e290ad3411, NAME => 'hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e 2024-11-22T03:21:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:21:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:49,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:49,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 983c876dbe68d8ac9a2823e290ad3411, disabling compactions & flushes 2024-11-22T03:21:49,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. after waiting 0 ms 2024-11-22T03:21:49,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983c876dbe68d8ac9a2823e290ad3411: Waiting for close lock at 1732245709298Disabling compacts and flushes for region at 1732245709298Disabling writes for close at 1732245709298Writing region close event to WAL at 1732245709298Closed at 1732245709298 2024-11-22T03:21:49,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:49,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245709299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245709299"}]},"ts":"1732245709299"} 2024-11-22T03:21:49,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:49,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:49,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245709302"}]},"ts":"1732245709302"} 2024-11-22T03:21:49,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:21:49,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983c876dbe68d8ac9a2823e290ad3411, ASSIGN}] 2024-11-22T03:21:49,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983c876dbe68d8ac9a2823e290ad3411, ASSIGN 2024-11-22T03:21:49,305 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983c876dbe68d8ac9a2823e290ad3411, ASSIGN; state=OFFLINE, location=b458937b0f5f,43815,1732245696193; forceNewPlan=false, retain=false 2024-11-22T03:21:49,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:21:49,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983c876dbe68d8ac9a2823e290ad3411, regionState=OPENING, regionLocation=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:49,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983c876dbe68d8ac9a2823e290ad3411, ASSIGN because future has completed 2024-11-22T03:21:49,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983c876dbe68d8ac9a2823e290ad3411, server=b458937b0f5f,43815,1732245696193}] 2024-11-22T03:21:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:49,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:49,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:21:49,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43815%2C1732245696193.rep, suffix=, logDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193, archiveDir=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/oldWALs, maxLogs=10 2024-11-22T03:21:49,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.rep.1732245709615, exclude list is [], retry=0 2024-11-22T03:21:49,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-a9d3737d-4e4c-42f1-a6f0-e6b681fe92be,DISK] 2024-11-22T03:21:49,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.rep.1732245709615 2024-11-22T03:21:49,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43505:43505)] 2024-11-22T03:21:49,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 983c876dbe68d8ac9a2823e290ad3411, NAME => 'hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:49,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:49,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:49,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. service=MultiRowMutationService 2024-11-22T03:21:49,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:21:49,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:49,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,632 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,632 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983c876dbe68d8ac9a2823e290ad3411 columnFamilyName hfileref 2024-11-22T03:21:49,633 DEBUG [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:49,633 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] regionserver.HStore(327): Store=983c876dbe68d8ac9a2823e290ad3411/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:49,633 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,634 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983c876dbe68d8ac9a2823e290ad3411 columnFamilyName queue 2024-11-22T03:21:49,634 DEBUG [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:49,634 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] regionserver.HStore(327): Store=983c876dbe68d8ac9a2823e290ad3411/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:49,634 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,635 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983c876dbe68d8ac9a2823e290ad3411 columnFamilyName sid 2024-11-22T03:21:49,635 DEBUG [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:49,635 INFO [StoreOpener-983c876dbe68d8ac9a2823e290ad3411-1 {}] regionserver.HStore(327): Store=983c876dbe68d8ac9a2823e290ad3411/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:49,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/replication/983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/replication/983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:49,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/replication/983c876dbe68d8ac9a2823e290ad3411/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:49,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 983c876dbe68d8ac9a2823e290ad3411; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70209762, jitterRate=0.04620698094367981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:49,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:21:49,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 983c876dbe68d8ac9a2823e290ad3411: Running coprocessor pre-open hook at 1732245709631Writing region info on filesystem at 1732245709631Initializing all the Stores at 1732245709631Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245709631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245709632 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245709632Cleaning up temporary data from old regions at 1732245709637 (+5 ms)Running coprocessor post-open hooks at 1732245709639 (+2 ms)Region opened successfully at 1732245709640 (+1 ms) 2024-11-22T03:21:49,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411., pid=10, masterSystemTime=1732245709610 2024-11-22T03:21:49,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:21:49,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983c876dbe68d8ac9a2823e290ad3411, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,43815,1732245696193 2024-11-22T03:21:49,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983c876dbe68d8ac9a2823e290ad3411, server=b458937b0f5f,43815,1732245696193 because future has completed 2024-11-22T03:21:49,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:21:49,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 983c876dbe68d8ac9a2823e290ad3411, server=b458937b0f5f,43815,1732245696193 in 187 msec 2024-11-22T03:21:49,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:21:49,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983c876dbe68d8ac9a2823e290ad3411, ASSIGN in 342 msec 2024-11-22T03:21:49,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:49,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245709648"}]},"ts":"1732245709648"} 2024-11-22T03:21:49,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:21:49,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:49,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-22T03:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411., hostname=b458937b0f5f,43815,1732245696193, seqNum=2] 2024-11-22T03:21:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:21:49,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:21:49,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:21:49,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:21:49,970 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:21:49,996 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,43815,1732245696193, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:21:49,997 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:49,997 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43815,1732245696193, seqNum=-1] 2024-11-22T03:21:49,997 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:49,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:50,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,43815,1732245696193', locateType=CURRENT is [region=hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411., hostname=b458937b0f5f,43815,1732245696193, seqNum=2] 2024-11-22T03:21:50,002 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:21:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:21:50,003 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,43815,1732245696193 suceeded 2024-11-22T03:21:50,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:21:50,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-22T03:21:50,005 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:38837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:21:50,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-22T03:21:50,016 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:38837' 2024-11-22T03:21:50,017 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@551aa9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,017 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38837,-1 for getting cluster id 2024-11-22T03:21:50,017 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:50,017 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803e2ba8-bbd7-439a-b6fc-c5a3e82062d9' 2024-11-22T03:21:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803e2ba8-bbd7-439a-b6fc-c5a3e82062d9" 2024-11-22T03:21:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79db5120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38837,-1] 2024-11-22T03:21:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,019 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:50,019 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57e8acba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,019 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:50,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38837,1732245701257 2024-11-22T03:21:50,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4e5d67 2024-11-22T03:21:50,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:50,020 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-22T03:21:50,021 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,43815,1732245696193 (queues=1) is replicating from cluster=6b6aaef2-407d-4d59-a256-38411e09cd7e to cluster=803e2ba8-bbd7-439a-b6fc-c5a3e82062d9 2024-11-22T03:21:50,021 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C43815%2C1732245696193 2024-11-22T03:21:50,021 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,43815,1732245696193, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:21:50,021 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C43815%2C1732245696193 2024-11-22T03:21:50,021 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, startPosition=0, beingWritten=true 2024-11-22T03:21:50,025 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:50,025 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:50,025 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43815,1732245696193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:50,229 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:50,533 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:50,587 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:21:50,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:50,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f63b986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38837,-1 for getting cluster id 2024-11-22T03:21:50,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:50,589 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803e2ba8-bbd7-439a-b6fc-c5a3e82062d9' 2024-11-22T03:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803e2ba8-bbd7-439a-b6fc-c5a3e82062d9" 2024-11-22T03:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c46676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38837,-1] 2024-11-22T03:21:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,590 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38837,1732245701257 2024-11-22T03:21:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-11-22T03:21:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:50,592 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:50,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:37111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:21:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:21:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:50,595 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:37111' 2024-11-22T03:21:50,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509d30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,595 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,37111,-1 for getting cluster id 2024-11-22T03:21:50,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:50,596 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6aaef2-407d-4d59-a256-38411e09cd7e' 2024-11-22T03:21:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6aaef2-407d-4d59-a256-38411e09cd7e" 2024-11-22T03:21:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e316c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,37111,-1] 2024-11-22T03:21:50,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:50,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,597 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:50,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e23020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:50,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:50,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,37111,1732245694830 2024-11-22T03:21:50,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49563b8d 2024-11-22T03:21:50,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:50,599 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:21:50,599 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:21:50,599 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:21:50,599 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,599 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:50,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:50,600 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:21:50,600 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:21:50,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:21:50,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:50,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:21:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:21:50,651 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:21:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:50,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:50,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:50,937 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:51,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3e1d822e25178a932a7a234a66edfe4, NAME => 'hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de 2024-11-22T03:21:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:21:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3e1d822e25178a932a7a234a66edfe4, disabling compactions & flushes 2024-11-22T03:21:51,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. after waiting 0 ms 2024-11-22T03:21:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3e1d822e25178a932a7a234a66edfe4: Waiting for close lock at 1732245711414Disabling compacts and flushes for region at 1732245711414Disabling writes for close at 1732245711414Writing region close event to WAL at 1732245711414Closed at 1732245711414 2024-11-22T03:21:51,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:21:51,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245711415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245711415"}]},"ts":"1732245711415"} 2024-11-22T03:21:51,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:21:51,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:21:51,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245711417"}]},"ts":"1732245711417"} 2024-11-22T03:21:51,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:21:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3e1d822e25178a932a7a234a66edfe4, ASSIGN}] 2024-11-22T03:21:51,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3e1d822e25178a932a7a234a66edfe4, ASSIGN 2024-11-22T03:21:51,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3e1d822e25178a932a7a234a66edfe4, ASSIGN; state=OFFLINE, location=b458937b0f5f,33121,1732245701404; forceNewPlan=false, retain=false 2024-11-22T03:21:51,440 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:21:51,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T03:21:51,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T03:21:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:21:51,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T03:21:51,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3e1d822e25178a932a7a234a66edfe4, regionState=OPENING, regionLocation=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:51,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3e1d822e25178a932a7a234a66edfe4, ASSIGN because future has completed 2024-11-22T03:21:51,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3e1d822e25178a932a7a234a66edfe4, server=b458937b0f5f,33121,1732245701404}] 2024-11-22T03:21:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:51,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:21:51,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:21:51,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C33121%2C1732245701404.rep, suffix=, logDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404, archiveDir=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/oldWALs, maxLogs=10 2024-11-22T03:21:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.rep.1732245711730, exclude list is [], retry=0 2024-11-22T03:21:51,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-fda4d5e6-71c8-4f52-8b49-7e748a68732d,DISK] 2024-11-22T03:21:51,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.rep.1732245711730 2024-11-22T03:21:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43887:43887)] 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3e1d822e25178a932a7a234a66edfe4, NAME => 'hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:21:51,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. service=MultiRowMutationService 2024-11-22T03:21:51,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,754 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,755 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e1d822e25178a932a7a234a66edfe4 columnFamilyName hfileref 2024-11-22T03:21:51,755 DEBUG [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:51,755 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] regionserver.HStore(327): Store=c3e1d822e25178a932a7a234a66edfe4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:51,755 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,756 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e1d822e25178a932a7a234a66edfe4 columnFamilyName queue 2024-11-22T03:21:51,756 DEBUG [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:51,756 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] regionserver.HStore(327): Store=c3e1d822e25178a932a7a234a66edfe4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:51,756 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,757 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e1d822e25178a932a7a234a66edfe4 columnFamilyName sid 2024-11-22T03:21:51,757 DEBUG [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:21:51,757 INFO [StoreOpener-c3e1d822e25178a932a7a234a66edfe4-1 {}] regionserver.HStore(327): Store=c3e1d822e25178a932a7a234a66edfe4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:21:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/replication/c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/replication/c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:21:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/replication/c3e1d822e25178a932a7a234a66edfe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:21:51,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3e1d822e25178a932a7a234a66edfe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69410525, jitterRate=0.03429742157459259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:21:51,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:51,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3e1d822e25178a932a7a234a66edfe4: Running coprocessor pre-open hook at 1732245711753Writing region info on filesystem at 1732245711753Initializing all the Stores at 1732245711753Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245711753Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245711753Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245711753Cleaning up temporary data from old regions at 1732245711759 (+6 ms)Running coprocessor post-open hooks at 1732245711761 (+2 ms)Region opened successfully at 1732245711761 2024-11-22T03:21:51,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4., pid=10, masterSystemTime=1732245711725 2024-11-22T03:21:51,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:51,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3e1d822e25178a932a7a234a66edfe4, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,33121,1732245701404 2024-11-22T03:21:51,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3e1d822e25178a932a7a234a66edfe4, server=b458937b0f5f,33121,1732245701404 because future has completed 2024-11-22T03:21:51,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:21:51,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3e1d822e25178a932a7a234a66edfe4, server=b458937b0f5f,33121,1732245701404 in 196 msec 2024-11-22T03:21:51,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:21:51,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3e1d822e25178a932a7a234a66edfe4, ASSIGN in 351 msec 2024-11-22T03:21:51,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:21:51,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245711772"}]},"ts":"1732245711772"} 2024-11-22T03:21:51,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:21:51,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:21:51,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-22T03:21:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4., hostname=b458937b0f5f,33121,1732245701404, seqNum=2] 2024-11-22T03:21:51,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:51,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:51,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:21:52,045 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:52,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:21:52,086 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:21:52,112 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,33121,1732245701404, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:21:52,113 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:52,113 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33121,1732245701404, seqNum=-1] 2024-11-22T03:21:52,113 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:52,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:52,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,33121,1732245701404', locateType=CURRENT is [region=hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4., hostname=b458937b0f5f,33121,1732245701404, seqNum=2] 2024-11-22T03:21:52,117 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:21:52,119 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,33121,1732245701404 suceeded 2024-11-22T03:21:52,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:21:52,121 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:37111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:21:52,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-22T03:21:52,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-11-22T03:21:52,131 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:37111' 2024-11-22T03:21:52,132 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45992eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:52,132 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,37111,-1 for getting cluster id 2024-11-22T03:21:52,132 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:52,133 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6aaef2-407d-4d59-a256-38411e09cd7e' 2024-11-22T03:21:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6aaef2-407d-4d59-a256-38411e09cd7e" 2024-11-22T03:21:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4146c707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,37111,-1] 2024-11-22T03:21:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:52,134 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:52,134 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26f5d597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:52,134 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:21:52,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,37111,1732245694830 2024-11-22T03:21:52,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460c5cf7 2024-11-22T03:21:52,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:21:52,135 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-22T03:21:52,136 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,33121,1732245701404 (queues=1) is replicating from cluster=803e2ba8-bbd7-439a-b6fc-c5a3e82062d9 to cluster=6b6aaef2-407d-4d59-a256-38411e09cd7e 2024-11-22T03:21:52,136 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C33121%2C1732245701404 2024-11-22T03:21:52,136 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,33121,1732245701404, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:21:52,136 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, startPosition=0, beingWritten=true 2024-11-22T03:21:52,138 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C33121%2C1732245701404 2024-11-22T03:21:52,141 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:52,141 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 379, reset compression=false 2024-11-22T03:21:52,141 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,33121,1732245701404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:52,344 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 379, reset compression=false 2024-11-22T03:21:52,647 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 379, reset compression=false 2024-11-22T03:21:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:21:52,737 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:21:52,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:52,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:52,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:52,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:52,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:52,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43815,1732245696193, seqNum=-1] 2024-11-22T03:21:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:52,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245704127.56d2c96832dc3145ec79ff992d551318., hostname=b458937b0f5f,43815,1732245696193, seqNum=2] 2024-11-22T03:21:52,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:52,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33121,1732245701404, seqNum=-1] 2024-11-22T03:21:52,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:52,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:21:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245706279.08db123c59887ec34360a98bfa40951f., hostname=b458937b0f5f,33121,1732245701404, seqNum=2] 2024-11-22T03:21:52,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T03:21:52,749 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 379, reset compression=false 2024-11-22T03:21:52,753 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:52,753 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 480, reset compression=false 2024-11-22T03:21:52,753 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43815,1732245696193 got entry batch from reader: WALEntryBatch [walEntries=[{test/56d2c96832dc3145ec79ff992d551318/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T03:21:52,756 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:52,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-22T03:21:52,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:21:52,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73297197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:52,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38837,-1 for getting cluster id 2024-11-22T03:21:52,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:52,760 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803e2ba8-bbd7-439a-b6fc-c5a3e82062d9' 2024-11-22T03:21:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803e2ba8-bbd7-439a-b6fc-c5a3e82062d9" 2024-11-22T03:21:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fd799cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38837,-1] 2024-11-22T03:21:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:52,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:52,761 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:52,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ddeb51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:52,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:52,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33121,1732245701404, seqNum=-1] 2024-11-22T03:21:52,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:52,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245706279.08db123c59887ec34360a98bfa40951f., hostname=b458937b0f5f,33121,1732245701404, seqNum=2] 2024-11-22T03:21:52,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:21:52,961 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 480, reset compression=false 2024-11-22T03:21:53,051 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 379, reset compression=false 2024-11-22T03:21:53,055 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:53,055 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 503, reset compression=false 2024-11-22T03:21:53,055 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,33121,1732245701404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:53,258 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 503, reset compression=false 2024-11-22T03:21:53,264 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 480, reset compression=false 2024-11-22T03:21:53,561 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 503, reset compression=false 2024-11-22T03:21:53,667 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 480, reset compression=false 2024-11-22T03:21:53,751 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T03:21:53,754 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T03:21:53,965 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 503, reset compression=false 2024-11-22T03:21:53,969 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:53,969 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 607, reset compression=false 2024-11-22T03:21:53,969 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,33121,1732245701404 got entry batch from reader: WALEntryBatch [walEntries=[{test/08db123c59887ec34360a98bfa40951f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:21:53,971 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:21:53,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-22T03:21:53,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:21:53,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53b38da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:53,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,37111,-1 for getting cluster id 2024-11-22T03:21:53,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:21:53,974 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6aaef2-407d-4d59-a256-38411e09cd7e' 2024-11-22T03:21:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:21:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6aaef2-407d-4d59-a256-38411e09cd7e" 2024-11-22T03:21:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@153ef9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,37111,-1] 2024-11-22T03:21:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:21:53,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:53,975 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:21:53,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8d661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:21:53,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:21:53,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43815,1732245696193, seqNum=-1] 2024-11-22T03:21:53,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:21:53,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T03:21:53,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732245704127.56d2c96832dc3145ec79ff992d551318., hostname=b458937b0f5f,43815,1732245696193, seqNum=2] 2024-11-22T03:21:53,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:21:54,171 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 480, reset compression=false 2024-11-22T03:21:54,173 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 607, reset compression=false 2024-11-22T03:21:54,175 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:54,175 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 608, reset compression=false 2024-11-22T03:21:54,175 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43815,1732245696193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:54,380 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 608, reset compression=false 2024-11-22T03:21:54,476 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 607, reset compression=false 2024-11-22T03:21:54,684 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 608, reset compression=false 2024-11-22T03:21:54,756 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T03:21:54,770 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T03:21:54,879 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 607, reset compression=false 2024-11-22T03:21:55,087 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 608, reset compression=false 2024-11-22T03:21:55,091 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:55,091 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 764, reset compression=false 2024-11-22T03:21:55,091 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43815,1732245696193 got entry batch from reader: WALEntryBatch [walEntries=[{test/56d2c96832dc3145ec79ff992d551318/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T03:21:55,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:21:55,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:21:55,297 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 764, reset compression=false 2024-11-22T03:21:55,383 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 607, reset compression=false 2024-11-22T03:21:55,388 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:55,388 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 754, reset compression=false 2024-11-22T03:21:55,388 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,33121,1732245701404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:55,591 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 754, reset compression=false 2024-11-22T03:21:55,600 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 764, reset compression=false 2024-11-22T03:21:55,772 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T03:21:55,775 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T03:21:55,894 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 754, reset compression=false 2024-11-22T03:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 913, reset compression=false 2024-11-22T03:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,33121,1732245701404 got entry batch from reader: WALEntryBatch [walEntries=[{test/08db123c59887ec34360a98bfa40951f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T03:21:55,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:21:55,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:21:56,003 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 764, reset compression=false 2024-11-22T03:21:56,007 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:56,007 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:56,007 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43815,1732245696193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 913, reset compression=false 2024-11-22T03:21:56,213 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:56,404 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 913, reset compression=false 2024-11-22T03:21:56,516 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:56,776 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T03:21:56,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:21:56,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:56,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:56,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:56,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:56,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:56,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:21:56,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=346329303, stopped=false 2024-11-22T03:21:56,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,38837,1732245701257 2024-11-22T03:21:56,807 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 913, reset compression=false 2024-11-22T03:21:56,919 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308782926/running 2024-11-22T03:21:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308782926/running 2024-11-22T03:21:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:57,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:21:57,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:21:57,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:57,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:57,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/running 2024-11-22T03:21:57,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,33121,1732245701404' ***** 2024-11-22T03:21:57,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:21:57,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Set watcher on znode that does not yet exist, /1-1308782926/running 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:21:57,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(3091): Received CLOSE for 08db123c59887ec34360a98bfa40951f 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(3091): Received CLOSE for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,33121,1732245701404 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:33121. 2024-11-22T03:21:57,029 DEBUG [RS:0;b458937b0f5f:33121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:57,029 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08db123c59887ec34360a98bfa40951f, disabling compactions & flushes 2024-11-22T03:21:57,029 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:57,029 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:57,029 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:21:57,029 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245706279.08db123c59887ec34360a98bfa40951f. after waiting 0 ms 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:21:57,029 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:21:57,029 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08db123c59887ec34360a98bfa40951f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-22T03:21:57,029 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:21:57,030 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08db123c59887ec34360a98bfa40951f=test,,1732245706279.08db123c59887ec34360a98bfa40951f., c3e1d822e25178a932a7a234a66edfe4=hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.} 2024-11-22T03:21:57,030 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 08db123c59887ec34360a98bfa40951f, 1588230740, c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:57,030 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:21:57,030 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:21:57,030 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:21:57,030 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:21:57,030 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:21:57,030 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:21:57,044 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/info/c82a0ef5c4054c53a5940cded8e3ccdd is 147, key is hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4./info:regioninfo/1732245711764/Put/seqid=0 2024-11-22T03:21:57,044 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/f/613824c80efb408ca2ad285f740444a5 is 29, key is row1/f:/1732245715772/DeleteFamily/seqid=0 2024-11-22T03:21:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741840_1016 (size=7686) 2024-11-22T03:21:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741841_1017 (size=5118) 2024-11-22T03:21:57,048 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/f/613824c80efb408ca2ad285f740444a5 2024-11-22T03:21:57,051 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 613824c80efb408ca2ad285f740444a5 2024-11-22T03:21:57,068 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/f1/e0b2942d2274446eaf26b25daa80029b is 30, key is row1/f1:/1732245715772/DeleteFamily/seqid=0 2024-11-22T03:21:57,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741842_1018 (size=5123) 2024-11-22T03:21:57,084 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:21:57,230 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 08db123c59887ec34360a98bfa40951f, 1588230740, c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:57,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:21:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:21:57,310 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 913, reset compression=false 2024-11-22T03:21:57,314 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:57,314 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1160, reset compression=false 2024-11-22T03:21:57,314 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,33121,1732245701404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:21:57,315 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,33121,1732245701404: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,33121,1732245701404, walGroup=b458937b0f5f%2C33121%2C1732245701404, offset=b458937b0f5f%2C33121%2C1732245701404.1732245703509:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:33121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:21:57,316 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:21:57,316 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:21:57,317 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:21:57,317 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:21:57,317 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:21:57,317 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 603695624 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190681008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:21:57,317 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:38837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:38837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:21:57,423 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:57,430 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 08db123c59887ec34360a98bfa40951f, 1588230740, c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:57,446 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:21:57,447 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:21:57,448 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/info/c82a0ef5c4054c53a5940cded8e3ccdd 2024-11-22T03:21:57,464 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/ns/fa55609bf44540ef99122cd2714204bf is 43, key is default/ns:d/1732245704045/Put/seqid=0 2024-11-22T03:21:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741843_1019 (size=5153) 2024-11-22T03:21:57,472 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/f1/e0b2942d2274446eaf26b25daa80029b 2024-11-22T03:21:57,475 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0b2942d2274446eaf26b25daa80029b 2024-11-22T03:21:57,492 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/norep/9f38956c7e33439291cfea948a840d6f is 33, key is row1/norep:/1732245715772/DeleteFamily/seqid=0 2024-11-22T03:21:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741844_1020 (size=5108) 2024-11-22T03:21:57,517 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1160, reset compression=false 2024-11-22T03:21:57,630 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 08db123c59887ec34360a98bfa40951f, 1588230740, c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:57,821 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1160, reset compression=false 2024-11-22T03:21:57,830 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 08db123c59887ec34360a98bfa40951f, 1588230740, c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:57,867 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/ns/fa55609bf44540ef99122cd2714204bf 2024-11-22T03:21:57,884 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/rep_barrier/beb6de5b2494445cb3b728fedf725196 is 112, key is test,,1732245706279.08db123c59887ec34360a98bfa40951f./rep_barrier:seqnumDuringOpen/1732245707427/Put/seqid=0 2024-11-22T03:21:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741845_1021 (size=5518) 2024-11-22T03:21:57,896 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/norep/9f38956c7e33439291cfea948a840d6f 2024-11-22T03:21:57,899 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f38956c7e33439291cfea948a840d6f 2024-11-22T03:21:57,900 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/f/613824c80efb408ca2ad285f740444a5 as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/f/613824c80efb408ca2ad285f740444a5 2024-11-22T03:21:57,903 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 613824c80efb408ca2ad285f740444a5 2024-11-22T03:21:57,903 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/f/613824c80efb408ca2ad285f740444a5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T03:21:57,904 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/f1/e0b2942d2274446eaf26b25daa80029b as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/f1/e0b2942d2274446eaf26b25daa80029b 2024-11-22T03:21:57,908 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0b2942d2274446eaf26b25daa80029b 2024-11-22T03:21:57,908 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/f1/e0b2942d2274446eaf26b25daa80029b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T03:21:57,909 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/.tmp/norep/9f38956c7e33439291cfea948a840d6f as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/norep/9f38956c7e33439291cfea948a840d6f 2024-11-22T03:21:57,912 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f38956c7e33439291cfea948a840d6f 2024-11-22T03:21:57,913 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/norep/9f38956c7e33439291cfea948a840d6f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T03:21:57,913 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 08db123c59887ec34360a98bfa40951f in 884ms, sequenceid=8, compaction requested=false 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/default/test/08db123c59887ec34360a98bfa40951f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:21:57,917 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08db123c59887ec34360a98bfa40951f: Waiting for close lock at 1732245717029Running coprocessor pre-close hooks at 1732245717029Disabling compacts and flushes for region at 1732245717029Disabling writes for close at 1732245717029Obtaining lock to block concurrent updates at 1732245717029Preparing flush snapshotting stores in 08db123c59887ec34360a98bfa40951f at 1732245717029Finished memstore snapshotting test,,1732245706279.08db123c59887ec34360a98bfa40951f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732245717030 (+1 ms)Flushing stores of test,,1732245706279.08db123c59887ec34360a98bfa40951f. at 1732245717030Flushing 08db123c59887ec34360a98bfa40951f/f: creating writer at 1732245717030Flushing 08db123c59887ec34360a98bfa40951f/f: appending metadata at 1732245717043 (+13 ms)Flushing 08db123c59887ec34360a98bfa40951f/f: closing flushed file at 1732245717043Flushing 08db123c59887ec34360a98bfa40951f/f1: creating writer at 1732245717051 (+8 ms)Flushing 08db123c59887ec34360a98bfa40951f/f1: appending metadata at 1732245717067 (+16 ms)Flushing 08db123c59887ec34360a98bfa40951f/f1: closing flushed file at 1732245717067Flushing 08db123c59887ec34360a98bfa40951f/norep: creating writer at 1732245717476 (+409 ms)Flushing 08db123c59887ec34360a98bfa40951f/norep: appending metadata at 1732245717491 (+15 ms)Flushing 08db123c59887ec34360a98bfa40951f/norep: closing flushed file at 1732245717491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539af094: reopening flushed file at 1732245717899 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101a533d: reopening flushed file at 1732245717903 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6734620: reopening flushed file at 1732245717908 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 08db123c59887ec34360a98bfa40951f in 884ms, sequenceid=8, compaction requested=false at 1732245717913 (+5 ms)Writing region close event to WAL at 1732245717914 (+1 ms)Running coprocessor post-close hooks at 1732245717917 (+3 ms)Closed at 1732245717917 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245706279.08db123c59887ec34360a98bfa40951f. 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3e1d822e25178a932a7a234a66edfe4, disabling compactions & flushes 2024-11-22T03:21:57,917 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. after waiting 0 ms 2024-11-22T03:21:57,917 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:57,918 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3e1d822e25178a932a7a234a66edfe4: Waiting for close lock at 1732245717917Running coprocessor pre-close hooks at 1732245717917Disabling compacts and flushes for region at 1732245717917Disabling writes for close at 1732245717917Failed flush hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4., putting online again at 1732245717918 (+1 ms) 2024-11-22T03:21:57,918 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:58,027 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:58,030 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:21:58,030 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3e1d822e25178a932a7a234a66edfe4=hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4.} 2024-11-22T03:21:58,030 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(3091): Received CLOSE for c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:58,031 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3e1d822e25178a932a7a234a66edfe4 2024-11-22T03:21:58,031 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3e1d822e25178a932a7a234a66edfe4, disabling compactions & flushes 2024-11-22T03:21:58,031 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:58,031 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:58,031 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. after waiting 0 ms 2024-11-22T03:21:58,031 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:58,031 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3e1d822e25178a932a7a234a66edfe4: Waiting for close lock at 1732245718031Running coprocessor pre-close hooks at 1732245718031Disabling compacts and flushes for region at 1732245718031Disabling writes for close at 1732245718031Failed flush hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4., putting online again at 1732245718031 2024-11-22T03:21:58,031 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245710600.c3e1d822e25178a932a7a234a66edfe4. 2024-11-22T03:21:58,225 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1160, reset compression=false 2024-11-22T03:21:58,229 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:21:58,229 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1804, reset compression=false 2024-11-22T03:21:58,231 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:58,288 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/rep_barrier/beb6de5b2494445cb3b728fedf725196 2024-11-22T03:21:58,305 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/table/0e5410ba0d42497fa5555d804a85406c is 53, key is hbase:replication/table:state/1732245711772/Put/seqid=0 2024-11-22T03:21:58,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741846_1022 (size=5308) 2024-11-22T03:21:58,431 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:58,433 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1804, reset compression=false 2024-11-22T03:21:58,631 DEBUG [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:21:58,709 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/table/0e5410ba0d42497fa5555d804a85406c 2024-11-22T03:21:58,714 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/info/c82a0ef5c4054c53a5940cded8e3ccdd as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/info/c82a0ef5c4054c53a5940cded8e3ccdd 2024-11-22T03:21:58,718 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/info/c82a0ef5c4054c53a5940cded8e3ccdd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:21:58,719 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/ns/fa55609bf44540ef99122cd2714204bf as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/ns/fa55609bf44540ef99122cd2714204bf 2024-11-22T03:21:58,723 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/ns/fa55609bf44540ef99122cd2714204bf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:21:58,724 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/rep_barrier/beb6de5b2494445cb3b728fedf725196 as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/rep_barrier/beb6de5b2494445cb3b728fedf725196 2024-11-22T03:21:58,728 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/rep_barrier/beb6de5b2494445cb3b728fedf725196, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:21:58,729 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/.tmp/table/0e5410ba0d42497fa5555d804a85406c as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/table/0e5410ba0d42497fa5555d804a85406c 2024-11-22T03:21:58,730 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:58,733 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/table/0e5410ba0d42497fa5555d804a85406c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:21:58,734 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-22T03:21:58,736 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.1732245703509 to pos 1804, reset compression=false 2024-11-22T03:21:58,740 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:21:58,741 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:21:58,741 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:21:58,741 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:58,741 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245717030Running coprocessor pre-close hooks at 1732245717030Disabling compacts and flushes for region at 1732245717030Disabling writes for close at 1732245717030Obtaining lock to block concurrent updates at 1732245717030Preparing flush snapshotting stores in 1588230740 at 1732245717030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245717030Flushing stores of hbase:meta,,1.1588230740 at 1732245717030Flushing 1588230740/info: creating writer at 1732245717030Flushing 1588230740/info: appending metadata at 1732245717043 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732245717043Flushing 1588230740/ns: creating writer at 1732245717451 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732245717463 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732245717463Flushing 1588230740/rep_barrier: creating writer at 1732245717871 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245717884 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245717884Flushing 1588230740/table: creating writer at 1732245718291 (+407 ms)Flushing 1588230740/table: appending metadata at 1732245718304 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732245718304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb5ba08: reopening flushed file at 1732245718713 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae29b89: reopening flushed file at 1732245718719 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303a187f: reopening flushed file at 1732245718724 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bc3216: reopening flushed file at 1732245718728 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1732245718734 (+6 ms)Writing region close event to WAL at 1732245718737 (+3 ms)Running coprocessor post-close hooks at 1732245718741 (+4 ms)Closed at 1732245718741 2024-11-22T03:21:58,741 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:21:58,831 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T03:21:58,831 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,33121,1732245701404; all regions closed. 2024-11-22T03:21:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:21:58,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/WALs/b458937b0f5f,33121,1732245701404/b458937b0f5f%2C33121%2C1732245701404.meta.1732245704007.meta not finished, retry = 0 2024-11-22T03:21:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741839_1015 (size=1733) 2024-11-22T03:21:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741833_1009 (size=1812) 2024-11-22T03:21:58,996 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:58,996 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:21:58,996 INFO [RS:0;b458937b0f5f:33121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:21:58,996 INFO [RS:0;b458937b0f5f:33121 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:21:58,996 INFO [RS:0;b458937b0f5f:33121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:21:58,996 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:21:58,996 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,33121,1732245701404 because: Region server is closing 2024-11-22T03:21:58,997 INFO [RS:0;b458937b0f5f:33121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:33121. 2024-11-22T03:21:58,997 DEBUG [RS:0;b458937b0f5f:33121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:58,997 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:58,997 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:58,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:59,097 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.shipperb458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 terminated 2024-11-22T03:21:59,097 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,33121,1732245701404.replicationSource.wal-reader.b458937b0f5f%2C33121%2C1732245701404,1-b458937b0f5f,33121,1732245701404 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:21:59,097 INFO [RS:0;b458937b0f5f:33121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:33121. 2024-11-22T03:21:59,097 DEBUG [RS:0;b458937b0f5f:33121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:21:59,097 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:59,097 DEBUG [RS:0;b458937b0f5f:33121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:21:59,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:21:59,098 INFO [RS:0;b458937b0f5f:33121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33121 2024-11-22T03:21:59,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926/rs 2024-11-22T03:21:59,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308782926/rs/b458937b0f5f,33121,1732245701404 2024-11-22T03:21:59,112 INFO [RS:0;b458937b0f5f:33121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:21:59,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,33121,1732245701404] 2024-11-22T03:21:59,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308782926/draining/b458937b0f5f,33121,1732245701404 already deleted, retry=false 2024-11-22T03:21:59,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,33121,1732245701404 expired; onlineServers=0 2024-11-22T03:21:59,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,38837,1732245701257' ***** 2024-11-22T03:21:59,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:21:59,133 INFO [M:0;b458937b0f5f:38837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:21:59,133 INFO [M:0;b458937b0f5f:38837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:21:59,133 DEBUG [M:0;b458937b0f5f:38837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:21:59,133 DEBUG [M:0;b458937b0f5f:38837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:21:59,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:21:59,133 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245703216 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245703216,5,FailOnTimeoutGroup] 2024-11-22T03:21:59,133 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245703214 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245703214,5,FailOnTimeoutGroup] 2024-11-22T03:21:59,133 INFO [M:0;b458937b0f5f:38837 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:21:59,133 INFO [M:0;b458937b0f5f:38837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:21:59,133 DEBUG [M:0;b458937b0f5f:38837 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:21:59,133 INFO [M:0;b458937b0f5f:38837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:21:59,134 INFO [M:0;b458937b0f5f:38837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:21:59,134 INFO [M:0;b458937b0f5f:38837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:21:59,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:21:59,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308782926/master 2024-11-22T03:21:59,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308782926 2024-11-22T03:21:59,143 DEBUG [M:0;b458937b0f5f:38837 {}] zookeeper.ZKUtil(347): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Unable to get data of znode /1-1308782926/master because node does not exist (not an error) 2024-11-22T03:21:59,143 WARN [M:0;b458937b0f5f:38837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:21:59,144 INFO [M:0;b458937b0f5f:38837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/.lastflushedseqids 2024-11-22T03:21:59,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741847_1023 (size=245) 2024-11-22T03:21:59,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:59,222 INFO [RS:0;b458937b0f5f:33121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:21:59,223 INFO [RS:0;b458937b0f5f:33121 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,33121,1732245701404; zookeeper connection closed. 2024-11-22T03:21:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33121-0x101608f9cd20004, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:21:59,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@687c81a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@687c81a9 2024-11-22T03:21:59,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:21:59,537 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:21:59,548 INFO [M:0;b458937b0f5f:38837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:21:59,548 INFO [M:0;b458937b0f5f:38837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:21:59,548 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:21:59,548 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:59,548 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:59,548 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:21:59,548 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:21:59,548 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T03:21:59,564 DEBUG [M:0;b458937b0f5f:38837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe525792331843838217e4e0dd1e9e36 is 82, key is hbase:meta,,1/info:regioninfo/1732245704035/Put/seqid=0 2024-11-22T03:21:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:21:59,968 INFO [M:0;b458937b0f5f:38837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe525792331843838217e4e0dd1e9e36 2024-11-22T03:21:59,989 DEBUG [M:0;b458937b0f5f:38837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7363f5713554096b4e033a8074adab4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245711775/Put/seqid=0 2024-11-22T03:21:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741849_1025 (size=8515) 2024-11-22T03:22:00,394 INFO [M:0;b458937b0f5f:38837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7363f5713554096b4e033a8074adab4 2024-11-22T03:22:00,410 DEBUG [M:0;b458937b0f5f:38837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9052de7b39b41d681676fd21bfb52bf is 69, key is b458937b0f5f,33121,1732245701404/rs:state/1732245703327/Put/seqid=0 2024-11-22T03:22:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:22:00,440 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:22:00,814 INFO [M:0;b458937b0f5f:38837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9052de7b39b41d681676fd21bfb52bf 2024-11-22T03:22:00,818 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe525792331843838217e4e0dd1e9e36 as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe525792331843838217e4e0dd1e9e36 2024-11-22T03:22:00,821 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe525792331843838217e4e0dd1e9e36, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:22:00,822 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7363f5713554096b4e033a8074adab4 as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7363f5713554096b4e033a8074adab4 2024-11-22T03:22:00,826 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7363f5713554096b4e033a8074adab4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:22:00,826 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9052de7b39b41d681676fd21bfb52bf as hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9052de7b39b41d681676fd21bfb52bf 2024-11-22T03:22:00,830 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41065/user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9052de7b39b41d681676fd21bfb52bf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:22:00,831 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-22T03:22:00,831 INFO [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:00,832 DEBUG [M:0;b458937b0f5f:38837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245719548Disabling compacts and flushes for region at 1732245719548Disabling writes for close at 1732245719548Obtaining lock to block concurrent updates at 1732245719548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245719548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732245719549 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245719549Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245719549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245719564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245719564Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245719972 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245719988 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245719988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245720398 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245720410 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245720410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bef6695: reopening flushed file at 1732245720817 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72135099: reopening flushed file at 1732245720821 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aff946b: reopening flushed file at 1732245720826 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732245720831 (+5 ms)Writing region close event to WAL at 1732245720831Closed at 1732245720831 2024-11-22T03:22:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741830_1006 (size=63642) 2024-11-22T03:22:00,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/063c8ee5-5203-317c-a06a-b92f91d8e7de/MasterData/WALs/b458937b0f5f,38837,1732245701257/b458937b0f5f%2C38837%2C1732245701257.1732245702827 not finished, retry = 0 2024-11-22T03:22:00,934 INFO [M:0;b458937b0f5f:38837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:22:00,934 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:00,934 INFO [M:0;b458937b0f5f:38837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38837 2024-11-22T03:22:00,935 INFO [M:0;b458937b0f5f:38837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:01,128 INFO [M:0;b458937b0f5f:38837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:01,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:01,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x101608f9cd20003, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:01,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a9ac8bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:01,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22f7cb82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:01,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9888fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2229cd7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:01,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:22:01,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:22:01,162 WARN [BP-21362717-172.17.0.3-1732245699267 heartbeating to localhost/127.0.0.1:41065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:22:01,162 WARN [BP-21362717-172.17.0.3-1732245699267 heartbeating to localhost/127.0.0.1:41065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-21362717-172.17.0.3-1732245699267 (Datanode Uuid cd1284f8-b3f2-4bb8-9be3-a12e673da0bc) service to localhost/127.0.0.1:41065 2024-11-22T03:22:01,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/cluster_ccc215f8-81a0-abfe-a78c-3c2dfd6bba06/data/data1/current/BP-21362717-172.17.0.3-1732245699267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:01,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/cluster_ccc215f8-81a0-abfe-a78c-3c2dfd6bba06/data/data2/current/BP-21362717-172.17.0.3-1732245699267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:01,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:22:01,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b1b07b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:01,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@615913c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:01,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:01,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349e4dd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:01,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46151201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:01,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:22:01,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:22:01,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:01,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:01,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:01,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:01,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:01,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:22:01,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853365625, stopped=false 2024-11-22T03:22:01,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,37111,1732245694830 2024-11-22T03:22:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663197659/running 2024-11-22T03:22:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663197659/running 2024-11-22T03:22:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:22:01,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:22:01,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/running 2024-11-22T03:22:01,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:01,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:01,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:01,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,43815,1732245696193' ***** 2024-11-22T03:22:01,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:22:01,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Set watcher on znode that does not yet exist, /0-1663197659/running 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:22:01,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 56d2c96832dc3145ec79ff992d551318 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,43815,1732245696193 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:01,197 INFO [RS:0;b458937b0f5f:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43815. 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56d2c96832dc3145ec79ff992d551318, disabling compactions & flushes 2024-11-22T03:22:01,198 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:22:01,198 DEBUG [RS:0;b458937b0f5f:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:01,198 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245704127.56d2c96832dc3145ec79ff992d551318. after waiting 0 ms 2024-11-22T03:22:01,198 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:22:01,198 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:22:01,198 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:22:01,198 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:22:01,198 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56d2c96832dc3145ec79ff992d551318 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-22T03:22:01,198 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:22:01,198 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1325): Online Regions={56d2c96832dc3145ec79ff992d551318=test,,1732245704127.56d2c96832dc3145ec79ff992d551318., 983c876dbe68d8ac9a2823e290ad3411=hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:22:01,198 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:01,198 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:01,198 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:01,198 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:22:01,217 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/info/4bbeabe0343840ad883b050f928ed2e2 is 147, key is hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411./info:regioninfo/1732245709643/Put/seqid=0 2024-11-22T03:22:01,217 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/f/dbe270fb06e044e9b59236fd497c9755 is 29, key is row1/f:/1732245715772/DeleteFamily/seqid=0 2024-11-22T03:22:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741840_1016 (size=5118) 2024-11-22T03:22:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741841_1017 (size=7686) 2024-11-22T03:22:01,231 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/info/4bbeabe0343840ad883b050f928ed2e2 2024-11-22T03:22:01,252 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/ns/dc79384eed424d01b8774e844ffd2d42 is 43, key is default/ns:d/1732245699203/Put/seqid=0 2024-11-22T03:22:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741842_1018 (size=5153) 2024-11-22T03:22:01,289 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:01,398 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:01,443 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 914, reset compression=false 2024-11-22T03:22:01,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:01,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 1161, reset compression=false 2024-11-22T03:22:01,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43815,1732245696193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:01,448 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,43815,1732245696193: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,43815,1732245696193, walGroup=b458937b0f5f%2C43815%2C1732245696193, offset=b458937b0f5f%2C43815%2C1732245696193.1732245698100:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:22:01,449 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:22:01,449 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:22:01,449 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:22:01,449 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:22:01,450 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:22:01,450 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 664513032 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191322576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:22:01,450 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:37111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:37111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:22:01,598 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:01,622 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/f/dbe270fb06e044e9b59236fd497c9755 2024-11-22T03:22:01,626 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbe270fb06e044e9b59236fd497c9755 2024-11-22T03:22:01,639 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/f1/6d003ee093634f0089a8afe0c6eeaf45 is 30, key is row1/f1:/1732245715772/DeleteFamily/seqid=0 2024-11-22T03:22:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741843_1019 (size=5123) 2024-11-22T03:22:01,651 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 1161, reset compression=false 2024-11-22T03:22:01,657 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/ns/dc79384eed424d01b8774e844ffd2d42 2024-11-22T03:22:01,673 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/rep_barrier/a93f5503a3c14b6ba4f6a29350ff147d is 112, key is test,,1732245704127.56d2c96832dc3145ec79ff992d551318./rep_barrier:seqnumDuringOpen/1732245705269/Put/seqid=0 2024-11-22T03:22:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741844_1020 (size=5518) 2024-11-22T03:22:01,799 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:01,955 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 1161, reset compression=false 2024-11-22T03:22:01,999 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:02,043 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/f1/6d003ee093634f0089a8afe0c6eeaf45 2024-11-22T03:22:02,047 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d003ee093634f0089a8afe0c6eeaf45 2024-11-22T03:22:02,063 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:22:02,063 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:22:02,064 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/norep/57f60c68c2e44017bf701247d303a914 is 32, key is row/norep:/1732245714758/DeleteFamily/seqid=0 2024-11-22T03:22:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741845_1021 (size=5101) 2024-11-22T03:22:02,076 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/rep_barrier/a93f5503a3c14b6ba4f6a29350ff147d 2024-11-22T03:22:02,096 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/table/79ece937841a486cb205b917301ffb01 is 53, key is hbase:replication/table:state/1732245709648/Put/seqid=0 2024-11-22T03:22:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741846_1022 (size=5308) 2024-11-22T03:22:02,199 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:02,358 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 1161, reset compression=false 2024-11-22T03:22:02,399 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d2c96832dc3145ec79ff992d551318, 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:02,468 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/norep/57f60c68c2e44017bf701247d303a914 2024-11-22T03:22:02,471 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57f60c68c2e44017bf701247d303a914 2024-11-22T03:22:02,472 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/f/dbe270fb06e044e9b59236fd497c9755 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/f/dbe270fb06e044e9b59236fd497c9755 2024-11-22T03:22:02,476 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbe270fb06e044e9b59236fd497c9755 2024-11-22T03:22:02,476 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/f/dbe270fb06e044e9b59236fd497c9755, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T03:22:02,476 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/f1/6d003ee093634f0089a8afe0c6eeaf45 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/f1/6d003ee093634f0089a8afe0c6eeaf45 2024-11-22T03:22:02,480 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d003ee093634f0089a8afe0c6eeaf45 2024-11-22T03:22:02,480 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/f1/6d003ee093634f0089a8afe0c6eeaf45, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T03:22:02,481 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/.tmp/norep/57f60c68c2e44017bf701247d303a914 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/norep/57f60c68c2e44017bf701247d303a914 2024-11-22T03:22:02,484 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57f60c68c2e44017bf701247d303a914 2024-11-22T03:22:02,484 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/norep/57f60c68c2e44017bf701247d303a914, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T03:22:02,485 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56d2c96832dc3145ec79ff992d551318 in 1287ms, sequenceid=8, compaction requested=false 2024-11-22T03:22:02,485 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:22:02,490 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/default/test/56d2c96832dc3145ec79ff992d551318/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T03:22:02,490 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:02,490 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:02,490 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:22:02,490 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56d2c96832dc3145ec79ff992d551318: Waiting for close lock at 1732245721197Running coprocessor pre-close hooks at 1732245721197Disabling compacts and flushes for region at 1732245721197Disabling writes for close at 1732245721198 (+1 ms)Obtaining lock to block concurrent updates at 1732245721198Preparing flush snapshotting stores in 56d2c96832dc3145ec79ff992d551318 at 1732245721198Finished memstore snapshotting test,,1732245704127.56d2c96832dc3145ec79ff992d551318., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732245721198Flushing stores of test,,1732245704127.56d2c96832dc3145ec79ff992d551318. at 1732245721199 (+1 ms)Flushing 56d2c96832dc3145ec79ff992d551318/f: creating writer at 1732245721199Flushing 56d2c96832dc3145ec79ff992d551318/f: appending metadata at 1732245721216 (+17 ms)Flushing 56d2c96832dc3145ec79ff992d551318/f: closing flushed file at 1732245721216Flushing 56d2c96832dc3145ec79ff992d551318/f1: creating writer at 1732245721626 (+410 ms)Flushing 56d2c96832dc3145ec79ff992d551318/f1: appending metadata at 1732245721638 (+12 ms)Flushing 56d2c96832dc3145ec79ff992d551318/f1: closing flushed file at 1732245721638Flushing 56d2c96832dc3145ec79ff992d551318/norep: creating writer at 1732245722047 (+409 ms)Flushing 56d2c96832dc3145ec79ff992d551318/norep: appending metadata at 1732245722063 (+16 ms)Flushing 56d2c96832dc3145ec79ff992d551318/norep: closing flushed file at 1732245722063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11060e43: reopening flushed file at 1732245722471 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4280eee5: reopening flushed file at 1732245722476 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e11e97: reopening flushed file at 1732245722480 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56d2c96832dc3145ec79ff992d551318 in 1287ms, sequenceid=8, compaction requested=false at 1732245722485 (+5 ms)Writing region close event to WAL at 1732245722488 (+3 ms)Running coprocessor post-close hooks at 1732245722490 (+2 ms)Closed at 1732245722490 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245704127.56d2c96832dc3145ec79ff992d551318. 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983c876dbe68d8ac9a2823e290ad3411, disabling compactions & flushes 2024-11-22T03:22:02,491 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. after waiting 0 ms 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983c876dbe68d8ac9a2823e290ad3411: Waiting for close lock at 1732245722491Running coprocessor pre-close hooks at 1732245722491Disabling compacts and flushes for region at 1732245722491Disabling writes for close at 1732245722491Failed flush hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411., putting online again at 1732245722491 2024-11-22T03:22:02,491 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,499 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/table/79ece937841a486cb205b917301ffb01 2024-11-22T03:22:02,503 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/info/4bbeabe0343840ad883b050f928ed2e2 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/info/4bbeabe0343840ad883b050f928ed2e2 2024-11-22T03:22:02,506 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/info/4bbeabe0343840ad883b050f928ed2e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:22:02,507 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/ns/dc79384eed424d01b8774e844ffd2d42 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/ns/dc79384eed424d01b8774e844ffd2d42 2024-11-22T03:22:02,510 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/ns/dc79384eed424d01b8774e844ffd2d42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:22:02,511 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/rep_barrier/a93f5503a3c14b6ba4f6a29350ff147d as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/rep_barrier/a93f5503a3c14b6ba4f6a29350ff147d 2024-11-22T03:22:02,515 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/rep_barrier/a93f5503a3c14b6ba4f6a29350ff147d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:22:02,515 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/.tmp/table/79ece937841a486cb205b917301ffb01 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/table/79ece937841a486cb205b917301ffb01 2024-11-22T03:22:02,519 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/table/79ece937841a486cb205b917301ffb01, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:22:02,520 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-22T03:22:02,520 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:22:02,524 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:22:02,524 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:02,524 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:22:02,524 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:02,524 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245721198Running coprocessor pre-close hooks at 1732245721198Disabling compacts and flushes for region at 1732245721198Disabling writes for close at 1732245721198Obtaining lock to block concurrent updates at 1732245721198Preparing flush snapshotting stores in 1588230740 at 1732245721198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245721199 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245721199Flushing 1588230740/info: creating writer at 1732245721199Flushing 1588230740/info: appending metadata at 1732245721216 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732245721216Flushing 1588230740/ns: creating writer at 1732245721235 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732245721252 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732245721252Flushing 1588230740/rep_barrier: creating writer at 1732245721660 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245721672 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245721672Flushing 1588230740/table: creating writer at 1732245722080 (+408 ms)Flushing 1588230740/table: appending metadata at 1732245722095 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732245722095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f33b6: reopening flushed file at 1732245722502 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b633683: reopening flushed file at 1732245722507 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32848377: reopening flushed file at 1732245722511 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6bc42d: reopening flushed file at 1732245722515 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732245722520 (+5 ms)Writing region close event to WAL at 1732245722522 (+2 ms)Running coprocessor post-close hooks at 1732245722524 (+2 ms)Closed at 1732245722524 2024-11-22T03:22:02,525 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:02,599 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:22:02,599 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1325): Online Regions={983c876dbe68d8ac9a2823e290ad3411=hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411.} 2024-11-22T03:22:02,599 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:02,599 DEBUG [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1351): Waiting on 983c876dbe68d8ac9a2823e290ad3411 2024-11-22T03:22:02,599 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983c876dbe68d8ac9a2823e290ad3411, disabling compactions & flushes 2024-11-22T03:22:02,600 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,600 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,600 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. after waiting 0 ms 2024-11-22T03:22:02,600 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,600 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983c876dbe68d8ac9a2823e290ad3411: Waiting for close lock at 1732245722599Running coprocessor pre-close hooks at 1732245722599Disabling compacts and flushes for region at 1732245722599Disabling writes for close at 1732245722600 (+1 ms)Failed flush hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411., putting online again at 1732245722600 2024-11-22T03:22:02,600 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245708445.983c876dbe68d8ac9a2823e290ad3411. 2024-11-22T03:22:02,800 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T03:22:02,800 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,43815,1732245696193; all regions closed. 2024-11-22T03:22:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:22:02,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.meta.1732245699150.meta not finished, retry = 0 2024-11-22T03:22:02,862 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 1161, reset compression=false 2024-11-22T03:22:02,866 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:02,866 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.wal-reader.b458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 to pos 1805, reset compression=false 2024-11-22T03:22:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741839_1015 (size=1733) 2024-11-22T03:22:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741832_1008 (size=1813) 2024-11-22T03:22:02,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/WALs/b458937b0f5f,43815,1732245696193/b458937b0f5f%2C43815%2C1732245696193.1732245698100 not finished, retry = 0 2024-11-22T03:22:03,007 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:03,007 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:03,007 INFO [RS:0;b458937b0f5f:43815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:03,007 INFO [RS:0;b458937b0f5f:43815 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:03,007 INFO [RS:0;b458937b0f5f:43815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:03,008 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:03,008 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,43815,1732245696193 because: Region server is closing 2024-11-22T03:22:03,008 INFO [RS:0;b458937b0f5f:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43815. 2024-11-22T03:22:03,008 DEBUG [RS:0;b458937b0f5f:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:03,008 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:03,008 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:03,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:03,108 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43815,1732245696193.replicationSource.shipperb458937b0f5f%2C43815%2C1732245696193,1-b458937b0f5f,43815,1732245696193 terminated 2024-11-22T03:22:03,108 INFO [RS:0;b458937b0f5f:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43815. 2024-11-22T03:22:03,108 DEBUG [RS:0;b458937b0f5f:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:03,108 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:03,108 DEBUG [RS:0;b458937b0f5f:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:03,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:03,109 INFO [RS:0;b458937b0f5f:43815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43815 2024-11-22T03:22:03,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659/rs 2024-11-22T03:22:03,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663197659/rs/b458937b0f5f,43815,1732245696193 2024-11-22T03:22:03,206 INFO [RS:0;b458937b0f5f:43815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:03,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,43815,1732245696193] 2024-11-22T03:22:03,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1663197659/draining/b458937b0f5f,43815,1732245696193 already deleted, retry=false 2024-11-22T03:22:03,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,43815,1732245696193 expired; onlineServers=0 2024-11-22T03:22:03,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,37111,1732245694830' ***** 2024-11-22T03:22:03,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:22:03,227 INFO [M:0;b458937b0f5f:37111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:03,227 INFO [M:0;b458937b0f5f:37111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:03,227 DEBUG [M:0;b458937b0f5f:37111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:22:03,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:22:03,227 DEBUG [M:0;b458937b0f5f:37111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:22:03,227 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245697919 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245697919,5,FailOnTimeoutGroup] 2024-11-22T03:22:03,227 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245697919 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245697919,5,FailOnTimeoutGroup] 2024-11-22T03:22:03,228 INFO [M:0;b458937b0f5f:37111 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:03,228 INFO [M:0;b458937b0f5f:37111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:03,228 DEBUG [M:0;b458937b0f5f:37111 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:22:03,228 INFO [M:0;b458937b0f5f:37111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:22:03,228 INFO [M:0;b458937b0f5f:37111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:03,228 INFO [M:0;b458937b0f5f:37111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:22:03,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:22:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1663197659/master 2024-11-22T03:22:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1663197659 2024-11-22T03:22:03,238 DEBUG [M:0;b458937b0f5f:37111 {}] zookeeper.ZKUtil(347): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Unable to get data of znode /0-1663197659/master because node does not exist (not an error) 2024-11-22T03:22:03,238 WARN [M:0;b458937b0f5f:37111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:22:03,239 INFO [M:0;b458937b0f5f:37111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/.lastflushedseqids 2024-11-22T03:22:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741847_1023 (size=245) 2024-11-22T03:22:03,317 INFO [RS:0;b458937b0f5f:43815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x101608f9cd20001, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:03,317 INFO [RS:0;b458937b0f5f:43815 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,43815,1732245696193; zookeeper connection closed. 2024-11-22T03:22:03,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74e6e4a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74e6e4a3 2024-11-22T03:22:03,317 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:22:03,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:03,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:03,643 INFO [M:0;b458937b0f5f:37111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:22:03,643 INFO [M:0;b458937b0f5f:37111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:22:03,643 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:03,643 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:03,643 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:03,643 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:03,643 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:03,643 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T03:22:03,658 DEBUG [M:0;b458937b0f5f:37111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fa281f7d1f24ebea9f3a2c10624d9e0 is 82, key is hbase:meta,,1/info:regioninfo/1732245699178/Put/seqid=0 2024-11-22T03:22:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:22:04,061 INFO [M:0;b458937b0f5f:37111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fa281f7d1f24ebea9f3a2c10624d9e0 2024-11-22T03:22:04,078 DEBUG [M:0;b458937b0f5f:37111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd55b92d894e4dc2927bd2b97a40af03 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245709651/Put/seqid=0 2024-11-22T03:22:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741849_1025 (size=8516) 2024-11-22T03:22:04,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:22:04,482 INFO [M:0;b458937b0f5f:37111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd55b92d894e4dc2927bd2b97a40af03 2024-11-22T03:22:04,498 DEBUG [M:0;b458937b0f5f:37111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9f25121a9a48fc926c3b15d5dde6e6 is 69, key is b458937b0f5f,43815,1732245696193/rs:state/1732245697958/Put/seqid=0 2024-11-22T03:22:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:22:04,901 INFO [M:0;b458937b0f5f:37111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9f25121a9a48fc926c3b15d5dde6e6 2024-11-22T03:22:04,905 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fa281f7d1f24ebea9f3a2c10624d9e0 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fa281f7d1f24ebea9f3a2c10624d9e0 2024-11-22T03:22:04,908 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fa281f7d1f24ebea9f3a2c10624d9e0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:22:04,909 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd55b92d894e4dc2927bd2b97a40af03 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd55b92d894e4dc2927bd2b97a40af03 2024-11-22T03:22:04,913 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd55b92d894e4dc2927bd2b97a40af03, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:22:04,914 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9f25121a9a48fc926c3b15d5dde6e6 as hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca9f25121a9a48fc926c3b15d5dde6e6 2024-11-22T03:22:04,918 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37855/user/jenkins/test-data/6db604e3-666b-3595-f735-cebf2051e53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca9f25121a9a48fc926c3b15d5dde6e6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:22:04,919 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-22T03:22:04,929 INFO [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:04,929 DEBUG [M:0;b458937b0f5f:37111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245723643Disabling compacts and flushes for region at 1732245723643Disabling writes for close at 1732245723643Obtaining lock to block concurrent updates at 1732245723643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245723643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732245723644 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245723644Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245723644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245723657 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245723657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245724065 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245724077 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245724077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245724485 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245724497 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245724497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416d246d: reopening flushed file at 1732245724905 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ded29c: reopening flushed file at 1732245724908 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1e1034: reopening flushed file at 1732245724913 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1732245724919 (+6 ms)Writing region close event to WAL at 1732245724929 (+10 ms)Closed at 1732245724929 2024-11-22T03:22:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741830_1006 (size=63654) 2024-11-22T03:22:04,933 INFO [M:0;b458937b0f5f:37111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:22:04,933 INFO [M:0;b458937b0f5f:37111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37111 2024-11-22T03:22:04,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:04,933 INFO [M:0;b458937b0f5f:37111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x101608f9cd20000, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:05,075 INFO [M:0;b458937b0f5f:37111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:05,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cf755e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:05,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16ef0615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:05,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:05,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365e3bda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:05,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea0a88a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:05,079 WARN [BP-1374066353-172.17.0.3-1732245692731 heartbeating to localhost/127.0.0.1:37855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:22:05,079 WARN [BP-1374066353-172.17.0.3-1732245692731 heartbeating to localhost/127.0.0.1:37855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1374066353-172.17.0.3-1732245692731 (Datanode Uuid e0e45f61-203c-4214-86e0-dd66076e7d41) service to localhost/127.0.0.1:37855 2024-11-22T03:22:05,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:22:05,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:22:05,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/data/data1/current/BP-1374066353-172.17.0.3-1732245692731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:05,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/cluster_4bf2cb15-4c08-db19-85b1-746a30ced34e/data/data2/current/BP-1374066353-172.17.0.3-1732245692731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:05,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:22:05,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17a5ddd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:05,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@144e1d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:05,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:05,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1f9ffb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:05,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d02c557{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7ae7cc-483c-87c0-647e-87f54586dcf2/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:05,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:22:05,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:22:05,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 241) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41065 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37855 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=653 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=5815 (was 5672) - AvailableMemoryMB LEAK? - 2024-11-22T03:22:05,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=5815 2024-11-22T03:22:05,143 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-22T03:22:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir so I do NOT create it in target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0 2024-11-22T03:22:05,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:22:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.tmp.dir so I do NOT create it in target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0 2024-11-22T03:22:05,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346f9106-8b30-d7ee-ac49-fa39b644ce33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:22:05,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0 2024-11-22T03:22:05,144 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06, deleteOnExit=true 2024-11-22T03:22:05,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/zookeeper_0, clientPort=57669, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:22:05,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57669 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/test.cache.data in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:22:05,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:05,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:22:05,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:22:05,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101608f9cd20002, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:22:05,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101608f9cd20005, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:22:05,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101608f9cd20002, quorum=127.0.0.1:51534, baseZNode=/0-1663197659 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:22:05,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101608f9cd20005, quorum=127.0.0.1:51534, baseZNode=/1-1308782926 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:22:05,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:05,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:05,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:05,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:05,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:05,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:05,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef61912{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:05,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31be7e2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:05,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14e928ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/java.io.tmpdir/jetty-localhost-44347-hadoop-hdfs-3_4_1-tests_jar-_-any-6733053623778279834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:05,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c18a81{HTTP/1.1, (http/1.1)}{localhost:44347} 2024-11-22T03:22:05,645 INFO [Time-limited test {}] server.Server(415): Started @241203ms 2024-11-22T03:22:05,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:05,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:05,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:05,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:05,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:05,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b01e40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:05,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f52b192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:06,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57efe4b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/java.io.tmpdir/jetty-localhost-41749-hadoop-hdfs-3_4_1-tests_jar-_-any-8333186885548428199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:06,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@396c03cf{HTTP/1.1, (http/1.1)}{localhost:41749} 2024-11-22T03:22:06,000 INFO [Time-limited test {}] server.Server(415): Started @241558ms 2024-11-22T03:22:06,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:22:06,625 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/data/data1/current/BP-1327871587-172.17.0.3-1732245725178/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:06,625 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/data/data2/current/BP-1327871587-172.17.0.3-1732245725178/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:06,645 WARN [Thread-2661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:22:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82435fdd1dfba996 with lease ID 0xaf3acbde7dfe1081: Processing first storage report for DS-a1e68269-6778-4f3f-9091-82d869a4ab83 from datanode DatanodeRegistration(127.0.0.1:44019, datanodeUuid=2215bdcc-0a7b-4f9e-a9a3-6c315c8dea3f, infoPort=40963, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1620981672;c=1732245725178) 2024-11-22T03:22:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82435fdd1dfba996 with lease ID 0xaf3acbde7dfe1081: from storage DS-a1e68269-6778-4f3f-9091-82d869a4ab83 node DatanodeRegistration(127.0.0.1:44019, datanodeUuid=2215bdcc-0a7b-4f9e-a9a3-6c315c8dea3f, infoPort=40963, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1620981672;c=1732245725178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82435fdd1dfba996 with lease ID 0xaf3acbde7dfe1081: Processing first storage report for DS-76de48e6-44f8-49f2-9072-6f4e2f64a78d from datanode DatanodeRegistration(127.0.0.1:44019, datanodeUuid=2215bdcc-0a7b-4f9e-a9a3-6c315c8dea3f, infoPort=40963, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1620981672;c=1732245725178) 2024-11-22T03:22:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82435fdd1dfba996 with lease ID 0xaf3acbde7dfe1081: from storage DS-76de48e6-44f8-49f2-9072-6f4e2f64a78d node DatanodeRegistration(127.0.0.1:44019, datanodeUuid=2215bdcc-0a7b-4f9e-a9a3-6c315c8dea3f, infoPort=40963, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1620981672;c=1732245725178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:06,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0 2024-11-22T03:22:06,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:06,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:22:07,132 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52 with version=8 2024-11-22T03:22:07,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/hbase-staging 2024-11-22T03:22:07,134 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:07,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43745 2024-11-22T03:22:07,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43745 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:07,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437450x0, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:07,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43745-0x10160901b940000 connected 2024-11-22T03:22:07,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:07,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:07,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/running 2024-11-22T03:22:07,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52, hbase.cluster.distributed=false 2024-11-22T03:22:07,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/acl 2024-11-22T03:22:07,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-22T03:22:07,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-11-22T03:22:07,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-11-22T03:22:07,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-22T03:22:07,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-22T03:22:07,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:22:07,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:07,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42713 2024-11-22T03:22:07,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42713 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:07,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:07,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427130x0, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:07,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42713-0x10160901b940001 connected 2024-11-22T03:22:07,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/running 2024-11-22T03:22:07,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:22:07,470 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:22:07,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/master 2024-11-22T03:22:07,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/acl 2024-11-22T03:22:07,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-22T03:22:07,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42713 2024-11-22T03:22:07,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42713 2024-11-22T03:22:07,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-22T03:22:07,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-22T03:22:07,487 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:43745 2024-11-22T03:22:07,487 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1004951061/backup-masters/b458937b0f5f,43745,1732245727133 2024-11-22T03:22:07,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061/backup-masters 2024-11-22T03:22:07,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061/backup-masters 2024-11-22T03:22:07,500 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on existing znode=/0-1004951061/backup-masters/b458937b0f5f,43745,1732245727133 2024-11-22T03:22:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1004951061/master 2024-11-22T03:22:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:07,511 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on existing znode=/0-1004951061/master 2024-11-22T03:22:07,512 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1004951061/backup-masters/b458937b0f5f,43745,1732245727133 from backup master directory 2024-11-22T03:22:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004951061/backup-masters/b458937b0f5f,43745,1732245727133 2024-11-22T03:22:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061/backup-masters 2024-11-22T03:22:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061/backup-masters 2024-11-22T03:22:07,522 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:07,522 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,43745,1732245727133 2024-11-22T03:22:07,525 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/hbase.id] with ID: b9cc3097-9cb5-492b-81c3-ee77388d6024 2024-11-22T03:22:07,525 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/.tmp/hbase.id 2024-11-22T03:22:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:22:07,929 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/.tmp/hbase.id]:[hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/hbase.id] 2024-11-22T03:22:07,936 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:07,937 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:22:07,937 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T03:22:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:08,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:22:08,425 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:08,426 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:22:08,426 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:22:08,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:08,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:08,832 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store 2024-11-22T03:22:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:22:09,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:09,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:09,237 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:09,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:09,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:09,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:09,237 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:09,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245729237Disabling compacts and flushes for region at 1732245729237Disabling writes for close at 1732245729237Writing region close event to WAL at 1732245729237Closed at 1732245729237 2024-11-22T03:22:09,238 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/.initializing 2024-11-22T03:22:09,238 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/WALs/b458937b0f5f,43745,1732245727133 2024-11-22T03:22:09,239 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:09,240 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C43745%2C1732245727133, suffix=, logDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/WALs/b458937b0f5f,43745,1732245727133, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/oldWALs, maxLogs=10 2024-11-22T03:22:09,252 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/WALs/b458937b0f5f,43745,1732245727133/b458937b0f5f%2C43745%2C1732245727133.1732245729240, exclude list is [], retry=0 2024-11-22T03:22:09,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-a1e68269-6778-4f3f-9091-82d869a4ab83,DISK] 2024-11-22T03:22:09,256 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/WALs/b458937b0f5f,43745,1732245727133/b458937b0f5f%2C43745%2C1732245727133.1732245729240 2024-11-22T03:22:09,256 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-22T03:22:09,256 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:09,256 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:09,256 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,256 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:22:09,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:09,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:22:09,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:09,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:22:09,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:09,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:22:09,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:09,262 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,263 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,263 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,264 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,264 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,264 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:09,265 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:09,266 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:09,266 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234810, jitterRate=0.001876741647720337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:09,267 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245729257Initializing all the Stores at 1732245729257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245729257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245729257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245729257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245729257Cleaning up temporary data from old regions at 1732245729264 (+7 ms)Region opened successfully at 1732245729267 (+3 ms) 2024-11-22T03:22:09,268 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:22:09,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4772f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:09,271 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:22:09,271 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:22:09,271 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:22:09,271 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:22:09,271 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:22:09,272 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:22:09,272 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:22:09,273 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:22:09,274 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Unable to get data of znode /0-1004951061/balancer because node does not exist (not necessarily an error) 2024-11-22T03:22:09,302 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004951061/balancer already deleted, retry=false 2024-11-22T03:22:09,302 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:22:09,303 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Unable to get data of znode /0-1004951061/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:22:09,311 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004951061/normalizer already deleted, retry=false 2024-11-22T03:22:09,312 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:22:09,313 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Unable to get data of znode /0-1004951061/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:22:09,322 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004951061/switch/split already deleted, retry=false 2024-11-22T03:22:09,322 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Unable to get data of znode /0-1004951061/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:22:09,332 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004951061/switch/merge already deleted, retry=false 2024-11-22T03:22:09,334 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Unable to get data of znode /0-1004951061/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:22:09,344 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004951061/snapshot-cleanup already deleted, retry=false 2024-11-22T03:22:09,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1004951061/running 2024-11-22T03:22:09,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1004951061/running 2024-11-22T03:22:09,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:09,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:09,354 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,43745,1732245727133, sessionid=0x10160901b940000, setting cluster-up flag (Was=false) 2024-11-22T03:22:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:09,406 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1004951061/flush-table-proc/acquired, /0-1004951061/flush-table-proc/reached, /0-1004951061/flush-table-proc/abort 2024-11-22T03:22:09,407 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,43745,1732245727133 2024-11-22T03:22:09,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:09,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:09,459 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1004951061/online-snapshot/acquired, /0-1004951061/online-snapshot/reached, /0-1004951061/online-snapshot/abort 2024-11-22T03:22:09,460 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,43745,1732245727133 2024-11-22T03:22:09,465 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:22:09,474 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:09,474 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:22:09,474 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:22:09,475 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,43745,1732245727133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:09,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:09,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:22:09,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:22:09,509 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(746): ClusterId : b9cc3097-9cb5-492b-81c3-ee77388d6024 2024-11-22T03:22:09,509 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:22:09,522 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:22:09,522 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:22:09,533 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:22:09,533 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3928af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:09,536 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245759536 2024-11-22T03:22:09,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:22:09,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:22:09,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:22:09,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:22:09,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:22:09,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:22:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:22:09,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:22:09,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52 2024-11-22T03:22:09,552 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:22:09,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:22:09,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:22:09,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:22:09,559 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:22:09,559 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:22:09,560 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:42713 2024-11-22T03:22:09,560 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:22:09,560 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:22:09,560 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:22:09,560 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,43745,1732245727133 with port=42713, startcode=1732245727458 2024-11-22T03:22:09,561 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:22:09,568 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245729559,5,FailOnTimeoutGroup] 2024-11-22T03:22:09,575 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245729568,5,FailOnTimeoutGroup] 2024-11-22T03:22:09,575 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,575 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:22:09,575 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,575 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,588 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:22:09,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,42713,1732245727458 2024-11-22T03:22:09,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:09,591 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52 2024-11-22T03:22:09,591 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39419 2024-11-22T03:22:09,591 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:22:09,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061/rs 2024-11-22T03:22:09,596 DEBUG [RS:0;b458937b0f5f:42713 {}] zookeeper.ZKUtil(111): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on existing znode=/0-1004951061/rs/b458937b0f5f,42713,1732245727458 2024-11-22T03:22:09,596 WARN [RS:0;b458937b0f5f:42713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:09,596 INFO [RS:0;b458937b0f5f:42713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:09,596 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458 2024-11-22T03:22:09,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,42713,1732245727458] 2024-11-22T03:22:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:22:09,616 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:22:09,620 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:22:09,621 INFO [RS:0;b458937b0f5f:42713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:22:09,621 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:09,628 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:22:09,629 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:22:09,629 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,629 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,630 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,630 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,630 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:09,630 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:09,630 DEBUG [RS:0;b458937b0f5f:42713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:09,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:09,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:09,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:09,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:09,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:09,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:09,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:09,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:09,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:09,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:09,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:09,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:09,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740 2024-11-22T03:22:09,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740 2024-11-22T03:22:09,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:09,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:09,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:09,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:09,669 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:09,670 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74038423, jitterRate=0.10325847566127777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:09,681 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,681 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,681 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,681 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,681 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,681 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42713,1732245727458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:09,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245729622Initializing all the Stores at 1732245729622Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245729622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245729636 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245729636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245729636Cleaning up temporary data from old regions at 1732245729651 (+15 ms)Region opened successfully at 1732245729681 (+30 ms) 2024-11-22T03:22:09,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:09,681 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:09,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:09,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:09,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:09,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:09,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245729681Disabling compacts and flushes for region at 1732245729681Disabling writes for close at 1732245729682 (+1 ms)Writing region close event to WAL at 1732245729696 (+14 ms)Closed at 1732245729696 2024-11-22T03:22:09,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:09,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:22:09,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:22:09,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:09,700 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:22:09,704 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:22:09,704 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42713,1732245727458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,704 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,704 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.Replication(171): b458937b0f5f,42713,1732245727458 started 2024-11-22T03:22:09,721 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:09,721 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,42713,1732245727458, RpcServer on b458937b0f5f/172.17.0.3:42713, sessionid=0x10160901b940001 2024-11-22T03:22:09,721 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:22:09,721 DEBUG [RS:0;b458937b0f5f:42713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,42713,1732245727458 2024-11-22T03:22:09,721 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42713,1732245727458' 2024-11-22T03:22:09,721 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1004951061/flush-table-proc/abort' 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1004951061/flush-table-proc/acquired' 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,42713,1732245727458 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42713,1732245727458' 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1004951061/online-snapshot/abort' 2024-11-22T03:22:09,722 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1004951061/online-snapshot/acquired' 2024-11-22T03:22:09,723 DEBUG [RS:0;b458937b0f5f:42713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:22:09,723 INFO [RS:0;b458937b0f5f:42713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:22:09,723 INFO [RS:0;b458937b0f5f:42713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:22:09,823 INFO [RS:0;b458937b0f5f:42713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:09,825 INFO [RS:0;b458937b0f5f:42713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42713%2C1732245727458, suffix=, logDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/oldWALs, maxLogs=10 2024-11-22T03:22:09,843 DEBUG [RS:0;b458937b0f5f:42713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, exclude list is [], retry=0 2024-11-22T03:22:09,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-a1e68269-6778-4f3f-9091-82d869a4ab83,DISK] 2024-11-22T03:22:09,850 WARN [b458937b0f5f:43745 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:22:09,857 INFO [RS:0;b458937b0f5f:42713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 2024-11-22T03:22:09,857 DEBUG [RS:0;b458937b0f5f:42713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-22T03:22:10,100 DEBUG [b458937b0f5f:43745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:22:10,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:10,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42713,1732245727458, state=OPENING 2024-11-22T03:22:10,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:22:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:10,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:10,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004951061/meta-region-server: CHANGED 2024-11-22T03:22:10,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42713,1732245727458}] 2024-11-22T03:22:10,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004951061/meta-region-server: CHANGED 2024-11-22T03:22:10,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:10,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:22:10,371 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:22:10,371 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:10,371 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:22:10,376 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42713%2C1732245727458.meta, suffix=.meta, logDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/oldWALs, maxLogs=10 2024-11-22T03:22:10,397 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.meta.1732245730377.meta, exclude list is [], retry=0 2024-11-22T03:22:10,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-a1e68269-6778-4f3f-9091-82d869a4ab83,DISK] 2024-11-22T03:22:10,400 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.meta.1732245730377.meta 2024-11-22T03:22:10,401 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-22T03:22:10,401 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:10,401 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:10,401 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:10,401 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:22:10,401 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:22:10,402 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:22:10,402 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:10,402 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:22:10,402 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:22:10,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:10,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:10,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:10,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:10,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:10,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:10,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:10,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:10,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:10,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:10,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:10,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:10,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:10,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:10,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:10,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:10,408 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:10,409 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740 2024-11-22T03:22:10,410 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740 2024-11-22T03:22:10,411 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:10,411 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:10,412 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:10,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:10,414 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70973559, jitterRate=0.05758844316005707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:10,414 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:22:10,415 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245730402Writing region info on filesystem at 1732245730402Initializing all the Stores at 1732245730402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245730402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245730404 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245730404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245730404Cleaning up temporary data from old regions at 1732245730411 (+7 ms)Running coprocessor post-open hooks at 1732245730414 (+3 ms)Region opened successfully at 1732245730415 (+1 ms) 2024-11-22T03:22:10,416 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245730348 2024-11-22T03:22:10,418 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:22:10,418 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:22:10,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:10,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42713,1732245727458, state=OPEN 2024-11-22T03:22:10,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1004951061/meta-region-server 2024-11-22T03:22:10,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1004951061/meta-region-server 2024-11-22T03:22:10,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004951061/meta-region-server: CHANGED 2024-11-22T03:22:10,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1004951061/meta-region-server: CHANGED 2024-11-22T03:22:10,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:10,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:22:10,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42713,1732245727458 in 241 msec 2024-11-22T03:22:10,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:22:10,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-11-22T03:22:10,432 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:10,432 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:22:10,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:10,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42713,1732245727458, seqNum=-1] 2024-11-22T03:22:10,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:10,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:10,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-22T03:22:10,440 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245730440, completionTime=-1 2024-11-22T03:22:10,441 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:22:10,441 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:22:10,443 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:22:10,443 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245790443 2024-11-22T03:22:10,443 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245850443 2024-11-22T03:22:10,443 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:22:10,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43745,1732245727133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43745,1732245727133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43745,1732245727133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:43745, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,444 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,446 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43745,1732245727133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:10,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43745,1732245727133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:22:10,450 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:22:10,450 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:22:10,450 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43745,1732245727133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:10,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342ce3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:10,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:10,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:10,503 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab6045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:10,505 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:10,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7c797e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:10,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42713,1732245727458, seqNum=-1] 2024-11-22T03:22:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:10,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,43745,1732245727133 2024-11-22T03:22:10,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:10,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:10,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160901b940002 connected 2024-11-22T03:22:10,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir so I do NOT create it in target/test-data/39fe0f66-bbdc-7400-a652-58e364339226 2024-11-22T03:22:10,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:22:10,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.tmp.dir so I do NOT create it in target/test-data/39fe0f66-bbdc-7400-a652-58e364339226 2024-11-22T03:22:10,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:22:10,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226 2024-11-22T03:22:10,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/cluster_12d6ab54-1a6b-3073-5dd7-4c102a1fbf23, deleteOnExit=true 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/test.cache.data in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:22:10,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:10,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:22:10,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:22:10,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:10,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:10,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:10,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:10,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:22:10,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:10,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44739bbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:10,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5720561a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:10,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d48e76c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/java.io.tmpdir/jetty-localhost-46849-hadoop-hdfs-3_4_1-tests_jar-_-any-18381136145744544702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:10,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f2ec416{HTTP/1.1, (http/1.1)}{localhost:46849} 2024-11-22T03:22:10,957 INFO [Time-limited test {}] server.Server(415): Started @246515ms 2024-11-22T03:22:11,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:11,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:11,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:11,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:11,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:11,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@108cc29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:11,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@798dd4c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:11,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d57648{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/java.io.tmpdir/jetty-localhost-46329-hadoop-hdfs-3_4_1-tests_jar-_-any-10534106825501128481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:11,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6665a380{HTTP/1.1, (http/1.1)}{localhost:46329} 2024-11-22T03:22:11,421 INFO [Time-limited test {}] server.Server(415): Started @246980ms 2024-11-22T03:22:11,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:22:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:22:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:12,850 WARN [Thread-2795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/cluster_12d6ab54-1a6b-3073-5dd7-4c102a1fbf23/data/data2/current/BP-724484578-172.17.0.3-1732245730551/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:12,850 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/cluster_12d6ab54-1a6b-3073-5dd7-4c102a1fbf23/data/data1/current/BP-724484578-172.17.0.3-1732245730551/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:12,865 WARN [Thread-2782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:22:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf7c0d19ae025a9f with lease ID 0xc7704ceff3757699: Processing first storage report for DS-d04c38d1-0aa5-480a-abe8-4b0cf6238837 from datanode DatanodeRegistration(127.0.0.1:42635, datanodeUuid=a4fecf82-658d-4bfa-be95-0cb2dd9017de, infoPort=38271, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=2005050472;c=1732245730551) 2024-11-22T03:22:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf7c0d19ae025a9f with lease ID 0xc7704ceff3757699: from storage DS-d04c38d1-0aa5-480a-abe8-4b0cf6238837 node DatanodeRegistration(127.0.0.1:42635, datanodeUuid=a4fecf82-658d-4bfa-be95-0cb2dd9017de, infoPort=38271, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=2005050472;c=1732245730551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf7c0d19ae025a9f with lease ID 0xc7704ceff3757699: Processing first storage report for DS-4c4df787-af0e-4853-a71b-38e41f9d195b from datanode DatanodeRegistration(127.0.0.1:42635, datanodeUuid=a4fecf82-658d-4bfa-be95-0cb2dd9017de, infoPort=38271, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=2005050472;c=1732245730551) 2024-11-22T03:22:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf7c0d19ae025a9f with lease ID 0xc7704ceff3757699: from storage DS-4c4df787-af0e-4853-a71b-38e41f9d195b node DatanodeRegistration(127.0.0.1:42635, datanodeUuid=a4fecf82-658d-4bfa-be95-0cb2dd9017de, infoPort=38271, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=2005050472;c=1732245730551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:12,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226 2024-11-22T03:22:12,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:12,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:22:13,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984 with version=8 2024-11-22T03:22:13,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/hbase-staging 2024-11-22T03:22:13,282 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:13,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45887 2024-11-22T03:22:13,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45887 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:13,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458870x0, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:13,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45887-0x10160901b940003 connected 2024-11-22T03:22:13,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:13,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:13,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/running 2024-11-22T03:22:13,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984, hbase.cluster.distributed=false 2024-11-22T03:22:13,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/acl 2024-11-22T03:22:13,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-22T03:22:13,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45887 2024-11-22T03:22:13,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45887 2024-11-22T03:22:13,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-22T03:22:13,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-22T03:22:13,833 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:22:13,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:13,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42265 2024-11-22T03:22:13,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42265 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:13,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:13,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422650x0, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:13,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42265-0x10160901b940004 connected 2024-11-22T03:22:13,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/running 2024-11-22T03:22:13,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:22:13,965 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:22:13,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/master 2024-11-22T03:22:13,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/acl 2024-11-22T03:22:13,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-22T03:22:13,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42265 2024-11-22T03:22:13,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42265 2024-11-22T03:22:13,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-22T03:22:13,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-22T03:22:13,978 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:45887 2024-11-22T03:22:13,978 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-842754862/backup-masters/b458937b0f5f,45887,1732245733281 2024-11-22T03:22:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862/backup-masters 2024-11-22T03:22:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862/backup-masters 2024-11-22T03:22:14,082 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on existing znode=/1-842754862/backup-masters/b458937b0f5f,45887,1732245733281 2024-11-22T03:22:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-842754862/master 2024-11-22T03:22:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:14,208 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on existing znode=/1-842754862/master 2024-11-22T03:22:14,208 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-842754862/backup-masters/b458937b0f5f,45887,1732245733281 from backup master directory 2024-11-22T03:22:14,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862/backup-masters 2024-11-22T03:22:14,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-842754862/backup-masters/b458937b0f5f,45887,1732245733281 2024-11-22T03:22:14,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862/backup-masters 2024-11-22T03:22:14,309 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:14,309 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,45887,1732245733281 2024-11-22T03:22:14,312 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/hbase.id] with ID: 4ed4dce4-c709-42dc-81a1-3eddb8456b59 2024-11-22T03:22:14,312 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/.tmp/hbase.id 2024-11-22T03:22:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:22:14,328 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/.tmp/hbase.id]:[hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/hbase.id] 2024-11-22T03:22:14,335 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:14,336 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:22:14,336 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T03:22:14,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:14,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:14,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:22:14,831 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:14,832 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:22:14,833 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:14,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:22:15,239 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store 2024-11-22T03:22:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:22:15,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:15,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:15,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:15,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:15,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:15,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:15,646 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:15,646 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245735646Disabling compacts and flushes for region at 1732245735646Disabling writes for close at 1732245735646Writing region close event to WAL at 1732245735646Closed at 1732245735646 2024-11-22T03:22:15,647 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/.initializing 2024-11-22T03:22:15,647 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/WALs/b458937b0f5f,45887,1732245733281 2024-11-22T03:22:15,647 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:15,649 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C45887%2C1732245733281, suffix=, logDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/WALs/b458937b0f5f,45887,1732245733281, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/oldWALs, maxLogs=10 2024-11-22T03:22:15,665 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/WALs/b458937b0f5f,45887,1732245733281/b458937b0f5f%2C45887%2C1732245733281.1732245735649, exclude list is [], retry=0 2024-11-22T03:22:15,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42635,DS-d04c38d1-0aa5-480a-abe8-4b0cf6238837,DISK] 2024-11-22T03:22:15,669 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/WALs/b458937b0f5f,45887,1732245733281/b458937b0f5f%2C45887%2C1732245733281.1732245735649 2024-11-22T03:22:15,669 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-22T03:22:15,669 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:15,670 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:15,670 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,670 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:22:15,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:15,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:15,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:22:15,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:15,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:15,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:22:15,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:15,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:15,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:22:15,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:15,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:15,678 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,678 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,679 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,679 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,679 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,680 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:15,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:15,684 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:15,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68438021, jitterRate=0.01980598270893097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:15,685 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245735670Initializing all the Stores at 1732245735671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245735671Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245735671Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245735671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245735671Cleaning up temporary data from old regions at 1732245735679 (+8 ms)Region opened successfully at 1732245735685 (+6 ms) 2024-11-22T03:22:15,685 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:22:15,688 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c81e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:15,688 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:22:15,689 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:22:15,689 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:22:15,689 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:22:15,689 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:22:15,690 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:22:15,690 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:22:15,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:22:15,696 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Unable to get data of znode /1-842754862/balancer because node does not exist (not necessarily an error) 2024-11-22T03:22:15,700 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-842754862/balancer already deleted, retry=false 2024-11-22T03:22:15,701 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:22:15,707 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Unable to get data of znode /1-842754862/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:22:15,720 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-842754862/normalizer already deleted, retry=false 2024-11-22T03:22:15,721 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:22:15,722 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Unable to get data of znode /1-842754862/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:22:15,732 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-842754862/switch/split already deleted, retry=false 2024-11-22T03:22:15,733 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Unable to get data of znode /1-842754862/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:22:15,742 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-842754862/switch/merge already deleted, retry=false 2024-11-22T03:22:15,744 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Unable to get data of znode /1-842754862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:22:15,763 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-842754862/snapshot-cleanup already deleted, retry=false 2024-11-22T03:22:15,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-842754862/running 2024-11-22T03:22:15,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-842754862/running 2024-11-22T03:22:15,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:15,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:15,774 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,45887,1732245733281, sessionid=0x10160901b940003, setting cluster-up flag (Was=false) 2024-11-22T03:22:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:15,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:15,827 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-842754862/flush-table-proc/acquired, /1-842754862/flush-table-proc/reached, /1-842754862/flush-table-proc/abort 2024-11-22T03:22:15,828 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,45887,1732245733281 2024-11-22T03:22:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:15,900 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-842754862/online-snapshot/acquired, /1-842754862/online-snapshot/reached, /1-842754862/online-snapshot/abort 2024-11-22T03:22:15,901 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,45887,1732245733281 2024-11-22T03:22:15,902 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:22:15,903 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:15,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:15,904 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:22:15,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,904 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:22:15,904 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,45887,1732245733281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:22:15,905 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:15,906 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:15,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:15,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:22:15,909 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:15,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:22:15,916 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245765916 2024-11-22T03:22:15,916 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:22:15,917 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:22:15,917 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:22:15,917 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:22:15,917 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:22:15,917 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:22:15,920 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:15,921 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:22:15,921 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:22:15,921 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:22:15,921 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:22:15,922 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:22:15,922 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:22:15,924 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245735922,5,FailOnTimeoutGroup] 2024-11-22T03:22:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:22:15,932 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245735924,5,FailOnTimeoutGroup] 2024-11-22T03:22:15,932 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:15,932 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:22:15,932 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:15,932 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:15,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:15,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:22:15,971 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(746): ClusterId : 4ed4dce4-c709-42dc-81a1-3eddb8456b59 2024-11-22T03:22:15,971 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:22:15,985 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:22:15,985 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:22:16,006 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:22:16,006 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f2a55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:16,021 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:42265 2024-11-22T03:22:16,021 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:22:16,021 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:22:16,021 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:22:16,022 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,45887,1732245733281 with port=42265, startcode=1732245733832 2024-11-22T03:22:16,022 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:22:16,023 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:22:16,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45887 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,025 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984 2024-11-22T03:22:16,025 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38151 2024-11-22T03:22:16,025 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:22:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862/rs 2024-11-22T03:22:16,085 DEBUG [RS:0;b458937b0f5f:42265 {}] zookeeper.ZKUtil(111): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on existing znode=/1-842754862/rs/b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,085 WARN [RS:0;b458937b0f5f:42265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:16,085 INFO [RS:0;b458937b0f5f:42265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:16,085 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,42265,1732245733832] 2024-11-22T03:22:16,088 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:22:16,090 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:22:16,090 INFO [RS:0;b458937b0f5f:42265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:22:16,090 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,090 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:22:16,091 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:22:16,091 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,091 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,091 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,091 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,091 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:16,092 DEBUG [RS:0;b458937b0f5f:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:16,092 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,092 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,092 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,092 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,092 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,092 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42265,1732245733832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:16,105 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:22:16,105 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,42265,1732245733832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,105 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,105 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.Replication(171): b458937b0f5f,42265,1732245733832 started 2024-11-22T03:22:16,117 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,117 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,42265,1732245733832, RpcServer on b458937b0f5f/172.17.0.3:42265, sessionid=0x10160901b940004 2024-11-22T03:22:16,117 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:22:16,117 DEBUG [RS:0;b458937b0f5f:42265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,117 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42265,1732245733832' 2024-11-22T03:22:16,117 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-842754862/flush-table-proc/abort' 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-842754862/flush-table-proc/acquired' 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,42265,1732245733832' 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-842754862/online-snapshot/abort' 2024-11-22T03:22:16,118 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-842754862/online-snapshot/acquired' 2024-11-22T03:22:16,119 DEBUG [RS:0;b458937b0f5f:42265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:22:16,119 INFO [RS:0;b458937b0f5f:42265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:22:16,119 INFO [RS:0;b458937b0f5f:42265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:22:16,219 INFO [RS:0;b458937b0f5f:42265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:16,220 INFO [RS:0;b458937b0f5f:42265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42265%2C1732245733832, suffix=, logDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/oldWALs, maxLogs=10 2024-11-22T03:22:16,232 DEBUG [RS:0;b458937b0f5f:42265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, exclude list is [], retry=0 2024-11-22T03:22:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42635,DS-d04c38d1-0aa5-480a-abe8-4b0cf6238837,DISK] 2024-11-22T03:22:16,236 INFO [RS:0;b458937b0f5f:42265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 2024-11-22T03:22:16,236 DEBUG [RS:0;b458937b0f5f:42265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-22T03:22:16,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:22:16,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984 2024-11-22T03:22:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:22:16,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:16,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:16,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:16,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:16,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:16,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:16,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:16,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:16,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:16,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:16,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740 2024-11-22T03:22:16,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740 2024-11-22T03:22:16,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:16,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:16,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:16,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:16,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:16,361 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71955542, jitterRate=0.07222113013267517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:16,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245736343Initializing all the Stores at 1732245736344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245736344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245736348 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245736348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245736348Cleaning up temporary data from old regions at 1732245736358 (+10 ms)Region opened successfully at 1732245736361 (+3 ms) 2024-11-22T03:22:16,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:16,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:16,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:16,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:16,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:16,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:16,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245736361Disabling compacts and flushes for region at 1732245736361Disabling writes for close at 1732245736361Writing region close event to WAL at 1732245736362 (+1 ms)Closed at 1732245736362 2024-11-22T03:22:16,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:16,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:22:16,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:22:16,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:16,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:22:16,515 DEBUG [b458937b0f5f:45887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:22:16,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,516 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42265,1732245733832, state=OPENING 2024-11-22T03:22:16,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:22:16,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:16,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:16,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:16,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42265,1732245733832}] 2024-11-22T03:22:16,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-842754862/meta-region-server: CHANGED 2024-11-22T03:22:16,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-842754862/meta-region-server: CHANGED 2024-11-22T03:22:16,683 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:16,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:22:16,687 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:22:16,687 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:16,687 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:22:16,688 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42265%2C1732245733832.meta, suffix=.meta, logDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/oldWALs, maxLogs=10 2024-11-22T03:22:16,700 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.meta.1732245736688.meta, exclude list is [], retry=0 2024-11-22T03:22:16,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42635,DS-d04c38d1-0aa5-480a-abe8-4b0cf6238837,DISK] 2024-11-22T03:22:16,704 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.meta.1732245736688.meta 2024-11-22T03:22:16,704 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-22T03:22:16,704 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:16,704 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:16,704 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:16,704 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:22:16,704 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:22:16,704 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:22:16,704 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:16,705 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:22:16,705 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:22:16,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:16,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:16,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:16,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:16,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:16,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:16,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:16,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:16,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:16,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:16,709 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:16,709 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740 2024-11-22T03:22:16,710 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740 2024-11-22T03:22:16,711 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:16,711 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:16,711 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:16,712 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:16,713 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65127413, jitterRate=-0.029525920748710632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:16,713 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:22:16,713 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245736705Writing region info on filesystem at 1732245736705Initializing all the Stores at 1732245736705Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245736705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245736705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245736705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245736705Cleaning up temporary data from old regions at 1732245736711 (+6 ms)Running coprocessor post-open hooks at 1732245736713 (+2 ms)Region opened successfully at 1732245736713 2024-11-22T03:22:16,714 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245736683 2024-11-22T03:22:16,715 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:22:16,715 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:22:16,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,42265,1732245733832, state=OPEN 2024-11-22T03:22:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-842754862/meta-region-server 2024-11-22T03:22:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-842754862/meta-region-server 2024-11-22T03:22:16,721 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:16,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-842754862/meta-region-server: CHANGED 2024-11-22T03:22:16,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-842754862/meta-region-server: CHANGED 2024-11-22T03:22:16,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:22:16,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,42265,1732245733832 in 189 msec 2024-11-22T03:22:16,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:22:16,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-22T03:22:16,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:16,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:22:16,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:16,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42265,1732245733832, seqNum=-1] 2024-11-22T03:22:16,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:16,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:16,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-22T03:22:16,731 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245736731, completionTime=-1 2024-11-22T03:22:16,731 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:22:16,731 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245796733 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245856733 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45887,1732245733281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45887,1732245733281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45887,1732245733281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:45887, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,733 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,734 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.426sec 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45887,1732245733281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:16,736 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45887,1732245733281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:22:16,738 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:22:16,738 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:22:16,738 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45887,1732245733281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:16,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdeae30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:16,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45887,-1 for getting cluster id 2024-11-22T03:22:16,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:16,773 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed4dce4-c709-42dc-81a1-3eddb8456b59' 2024-11-22T03:22:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed4dce4-c709-42dc-81a1-3eddb8456b59" 2024-11-22T03:22:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754297d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45887,-1] 2024-11-22T03:22:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:16,775 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:16,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652becc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:16,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42265,1732245733832, seqNum=-1] 2024-11-22T03:22:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:16,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:16,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,45887,1732245733281 2024-11-22T03:22:16,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:16,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160901b940005 connected 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir so I do NOT create it in target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251 2024-11-22T03:22:16,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.tmp.dir so I do NOT create it in target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251 2024-11-22T03:22:16,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:22:16,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/cluster_7e94bd2b-e0da-8259-dcfb-7d8548e92560, deleteOnExit=true 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/test.cache.data in system properties and HBase conf 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:22:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:22:16,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:22:16,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:22:16,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:22:16,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:16,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:22:16,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:22:17,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:17,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:17,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:17,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:17,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:17,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:17,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec7b40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:17,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37631bfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:17,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a4ea7ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/java.io.tmpdir/jetty-localhost-40165-hadoop-hdfs-3_4_1-tests_jar-_-any-1467928992650345750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:17,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63021341{HTTP/1.1, (http/1.1)}{localhost:40165} 2024-11-22T03:22:17,260 INFO [Time-limited test {}] server.Server(415): Started @252818ms 2024-11-22T03:22:17,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:17,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:17,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:17,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:17,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:17,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295bfe99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:17,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c30093{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:17,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bfdb248{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/java.io.tmpdir/jetty-localhost-36989-hadoop-hdfs-3_4_1-tests_jar-_-any-12398295038127300012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:17,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30f45835{HTTP/1.1, (http/1.1)}{localhost:36989} 2024-11-22T03:22:17,629 INFO [Time-limited test {}] server.Server(415): Started @253187ms 2024-11-22T03:22:17,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:22:18,639 WARN [Thread-2915 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/cluster_7e94bd2b-e0da-8259-dcfb-7d8548e92560/data/data1/current/BP-353137845-172.17.0.3-1732245736826/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:18,660 WARN [Thread-2916 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/cluster_7e94bd2b-e0da-8259-dcfb-7d8548e92560/data/data2/current/BP-353137845-172.17.0.3-1732245736826/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:18,739 WARN [Thread-2903 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:22:18,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11974587b776c448 with lease ID 0x5a797ee1f71bffc0: Processing first storage report for DS-7bf8686c-046e-4cd8-9879-02a58f2a21e9 from datanode DatanodeRegistration(127.0.0.1:41777, datanodeUuid=82120451-da0c-4623-b371-e9cc74dd7355, infoPort=45251, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=126946703;c=1732245736826) 2024-11-22T03:22:18,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11974587b776c448 with lease ID 0x5a797ee1f71bffc0: from storage DS-7bf8686c-046e-4cd8-9879-02a58f2a21e9 node DatanodeRegistration(127.0.0.1:41777, datanodeUuid=82120451-da0c-4623-b371-e9cc74dd7355, infoPort=45251, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=126946703;c=1732245736826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11974587b776c448 with lease ID 0x5a797ee1f71bffc0: Processing first storage report for DS-436a53a6-4034-484e-8844-4f48e568a867 from datanode DatanodeRegistration(127.0.0.1:41777, datanodeUuid=82120451-da0c-4623-b371-e9cc74dd7355, infoPort=45251, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=126946703;c=1732245736826) 2024-11-22T03:22:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11974587b776c448 with lease ID 0x5a797ee1f71bffc0: from storage DS-436a53a6-4034-484e-8844-4f48e568a867 node DatanodeRegistration(127.0.0.1:41777, datanodeUuid=82120451-da0c-4623-b371-e9cc74dd7355, infoPort=45251, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=126946703;c=1732245736826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:18,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251 2024-11-22T03:22:18,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:18,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:18,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:22:18,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9 with version=8 2024-11-22T03:22:18,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/hbase-staging 2024-11-22T03:22:18,788 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:22:18,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:18,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33587 2024-11-22T03:22:18,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33587 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:18,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335870x0, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:18,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33587-0x10160901b940006 connected 2024-11-22T03:22:18,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:18,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:18,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/running 2024-11-22T03:22:18,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9, hbase.cluster.distributed=false 2024-11-22T03:22:18,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/acl 2024-11-22T03:22:18,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33587 2024-11-22T03:22:18,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33587 2024-11-22T03:22:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33587 2024-11-22T03:22:18,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33587 2024-11-22T03:22:18,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33587 2024-11-22T03:22:18,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:22:18,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:18,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43727 2024-11-22T03:22:18,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43727 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:18,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:18,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437270x0, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:19,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43727-0x10160901b940007 connected 2024-11-22T03:22:19,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/running 2024-11-22T03:22:19,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:22:19,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:22:19,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/master 2024-11-22T03:22:19,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/acl 2024-11-22T03:22:19,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-22T03:22:19,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43727 2024-11-22T03:22:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43727 2024-11-22T03:22:19,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-22T03:22:19,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-22T03:22:19,129 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:33587 2024-11-22T03:22:19,133 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-805870662/backup-masters/b458937b0f5f,33587,1732245738788 2024-11-22T03:22:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662/backup-masters 2024-11-22T03:22:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662/backup-masters 2024-11-22T03:22:19,144 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on existing znode=/2-805870662/backup-masters/b458937b0f5f,33587,1732245738788 2024-11-22T03:22:19,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-805870662/master 2024-11-22T03:22:19,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:19,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:19,155 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on existing znode=/2-805870662/master 2024-11-22T03:22:19,155 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-805870662/backup-masters/b458937b0f5f,33587,1732245738788 from backup master directory 2024-11-22T03:22:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662/backup-masters 2024-11-22T03:22:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-805870662/backup-masters/b458937b0f5f,33587,1732245738788 2024-11-22T03:22:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662/backup-masters 2024-11-22T03:22:19,164 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:19,164 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,33587,1732245738788 2024-11-22T03:22:19,185 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/hbase.id] with ID: 4c2f0395-21c4-4217-8eff-fc0810a0bdfc 2024-11-22T03:22:19,185 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/.tmp/hbase.id 2024-11-22T03:22:19,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:22:19,604 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/.tmp/hbase.id]:[hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/hbase.id] 2024-11-22T03:22:19,617 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:19,618 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:22:19,621 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:22:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:22:19,707 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:19,708 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:22:19,709 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:22:19,782 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store 2024-11-22T03:22:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:22:19,824 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:19,824 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:19,824 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:19,824 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:19,824 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:19,824 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:19,825 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:19,825 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245739824Disabling compacts and flushes for region at 1732245739824Disabling writes for close at 1732245739824Writing region close event to WAL at 1732245739825 (+1 ms)Closed at 1732245739825 2024-11-22T03:22:19,826 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/.initializing 2024-11-22T03:22:19,826 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/WALs/b458937b0f5f,33587,1732245738788 2024-11-22T03:22:19,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:19,828 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C33587%2C1732245738788, suffix=, logDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/WALs/b458937b0f5f,33587,1732245738788, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/oldWALs, maxLogs=10 2024-11-22T03:22:19,848 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/WALs/b458937b0f5f,33587,1732245738788/b458937b0f5f%2C33587%2C1732245738788.1732245739829, exclude list is [], retry=0 2024-11-22T03:22:19,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-7bf8686c-046e-4cd8-9879-02a58f2a21e9,DISK] 2024-11-22T03:22:19,871 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/WALs/b458937b0f5f,33587,1732245738788/b458937b0f5f%2C33587%2C1732245738788.1732245739829 2024-11-22T03:22:19,880 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-22T03:22:19,880 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:19,880 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:19,880 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,880 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:22:19,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:19,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:19,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:22:19,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:19,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:19,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:22:19,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:19,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:19,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:22:19,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:19,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:19,894 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,895 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,895 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,896 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,896 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,897 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:19,898 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:19,905 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:19,905 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65422993, jitterRate=-0.025121435523033142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:19,905 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245739881Initializing all the Stores at 1732245739881Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245739881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245739882 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245739882Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245739882Cleaning up temporary data from old regions at 1732245739896 (+14 ms)Region opened successfully at 1732245739905 (+9 ms) 2024-11-22T03:22:19,906 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:22:19,908 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5cddb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:19,909 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:22:19,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:22:19,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:22:19,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:22:19,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:22:19,911 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:22:19,911 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:22:19,926 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:22:19,927 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Unable to get data of znode /2-805870662/balancer because node does not exist (not necessarily an error) 2024-11-22T03:22:19,932 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-805870662/balancer already deleted, retry=false 2024-11-22T03:22:19,932 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:22:19,933 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Unable to get data of znode /2-805870662/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:22:19,942 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-805870662/normalizer already deleted, retry=false 2024-11-22T03:22:19,943 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:22:19,945 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Unable to get data of znode /2-805870662/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:22:19,953 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-805870662/switch/split already deleted, retry=false 2024-11-22T03:22:19,954 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Unable to get data of znode /2-805870662/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:22:19,963 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-805870662/switch/merge already deleted, retry=false 2024-11-22T03:22:19,965 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Unable to get data of znode /2-805870662/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:22:19,974 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-805870662/snapshot-cleanup already deleted, retry=false 2024-11-22T03:22:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-805870662/running 2024-11-22T03:22:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-805870662/running 2024-11-22T03:22:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:19,985 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,33587,1732245738788, sessionid=0x10160901b940006, setting cluster-up flag (Was=false) 2024-11-22T03:22:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:20,037 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-805870662/flush-table-proc/acquired, /2-805870662/flush-table-proc/reached, /2-805870662/flush-table-proc/abort 2024-11-22T03:22:20,039 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,33587,1732245738788 2024-11-22T03:22:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:20,090 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-805870662/online-snapshot/acquired, /2-805870662/online-snapshot/reached, /2-805870662/online-snapshot/abort 2024-11-22T03:22:20,091 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,33587,1732245738788 2024-11-22T03:22:20,092 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:22:20,093 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:20,094 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:22:20,094 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:22:20,094 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,33587,1732245738788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:20,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:20,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:22:20,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:22:20,130 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(746): ClusterId : 4c2f0395-21c4-4217-8eff-fc0810a0bdfc 2024-11-22T03:22:20,130 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245770134 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:22:20,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:22:20,136 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:22:20,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:22:20,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:22:20,142 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:22:20,144 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:22:20,144 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:22:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:22:20,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:22:20,149 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9 2024-11-22T03:22:20,154 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:22:20,154 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608fd135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:20,160 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:22:20,160 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:22:20,161 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245740160,5,FailOnTimeoutGroup] 2024-11-22T03:22:20,180 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245740161,5,FailOnTimeoutGroup] 2024-11-22T03:22:20,180 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,180 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:22:20,180 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,180 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,184 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:43727 2024-11-22T03:22:20,184 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:22:20,184 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:22:20,184 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:22:20,186 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,33587,1732245738788 with port=43727, startcode=1732245738979 2024-11-22T03:22:20,186 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:22:20,201 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:22:20,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33587 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,203 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9 2024-11-22T03:22:20,203 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33909 2024-11-22T03:22:20,203 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:22:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:22:20,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:20,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:20,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:20,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:20,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:20,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:20,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:20,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:20,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:20,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:20,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740 2024-11-22T03:22:20,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740 2024-11-22T03:22:20,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:20,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:20,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:20,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:20,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:20,233 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68759271, jitterRate=0.02459298074245453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245740211Initializing all the Stores at 1732245740213 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245740213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245740213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245740213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245740213Cleaning up temporary data from old regions at 1732245740226 (+13 ms)Region opened successfully at 1732245740233 (+7 ms) 2024-11-22T03:22:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:20,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:20,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:20,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245740233Disabling compacts and flushes for region at 1732245740233Disabling writes for close at 1732245740233Writing region close event to WAL at 1732245740238 (+5 ms)Closed at 1732245740238 2024-11-22T03:22:20,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:20,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:22:20,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:22:20,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:20,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:22:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662/rs 2024-11-22T03:22:20,258 DEBUG [RS:0;b458937b0f5f:43727 {}] zookeeper.ZKUtil(111): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on existing znode=/2-805870662/rs/b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,258 WARN [RS:0;b458937b0f5f:43727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:20,259 INFO [RS:0;b458937b0f5f:43727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:20,259 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,43727,1732245738979] 2024-11-22T03:22:20,284 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:22:20,289 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:22:20,289 INFO [RS:0;b458937b0f5f:43727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:22:20,289 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,290 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:22:20,291 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:22:20,291 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:20,291 DEBUG [RS:0;b458937b0f5f:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:20,308 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,308 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,308 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,308 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,308 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,308 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43727,1732245738979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:20,355 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:22:20,355 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43727,1732245738979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,355 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,355 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.Replication(171): b458937b0f5f,43727,1732245738979 started 2024-11-22T03:22:20,400 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,400 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,43727,1732245738979, RpcServer on b458937b0f5f/172.17.0.3:43727, sessionid=0x10160901b940007 2024-11-22T03:22:20,400 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:22:20,400 DEBUG [RS:0;b458937b0f5f:43727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,400 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,43727,1732245738979' 2024-11-22T03:22:20,400 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-805870662/flush-table-proc/abort' 2024-11-22T03:22:20,401 WARN [b458937b0f5f:33587 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:22:20,401 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-805870662/flush-table-proc/acquired' 2024-11-22T03:22:20,401 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:22:20,401 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:22:20,401 DEBUG [RS:0;b458937b0f5f:43727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,401 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,43727,1732245738979' 2024-11-22T03:22:20,401 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-805870662/online-snapshot/abort' 2024-11-22T03:22:20,402 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-805870662/online-snapshot/acquired' 2024-11-22T03:22:20,402 DEBUG [RS:0;b458937b0f5f:43727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:22:20,402 INFO [RS:0;b458937b0f5f:43727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:22:20,402 INFO [RS:0;b458937b0f5f:43727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:22:20,503 INFO [RS:0;b458937b0f5f:43727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:20,504 INFO [RS:0;b458937b0f5f:43727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43727%2C1732245738979, suffix=, logDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/oldWALs, maxLogs=10 2024-11-22T03:22:20,541 DEBUG [RS:0;b458937b0f5f:43727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, exclude list is [], retry=0 2024-11-22T03:22:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-7bf8686c-046e-4cd8-9879-02a58f2a21e9,DISK] 2024-11-22T03:22:20,590 INFO [RS:0;b458937b0f5f:43727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 2024-11-22T03:22:20,602 DEBUG [RS:0;b458937b0f5f:43727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-22T03:22:20,651 DEBUG [b458937b0f5f:33587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:22:20,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,43727,1732245738979, state=OPENING 2024-11-22T03:22:20,700 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:22:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:20,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-805870662/meta-region-server: CHANGED 2024-11-22T03:22:20,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-805870662/meta-region-server: CHANGED 2024-11-22T03:22:20,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:20,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,43727,1732245738979}] 2024-11-22T03:22:20,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:20,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:22:20,877 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:22:20,877 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:20,878 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:22:20,879 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43727%2C1732245738979.meta, suffix=.meta, logDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/oldWALs, maxLogs=10 2024-11-22T03:22:20,890 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.meta.1732245740879.meta, exclude list is [], retry=0 2024-11-22T03:22:20,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-7bf8686c-046e-4cd8-9879-02a58f2a21e9,DISK] 2024-11-22T03:22:20,896 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.meta.1732245740879.meta 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:20,897 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:22:20,897 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:22:20,897 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:22:20,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:20,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:20,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:20,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:20,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:20,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:20,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:20,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:20,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:20,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:20,901 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:20,921 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740 2024-11-22T03:22:20,922 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740 2024-11-22T03:22:20,933 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:20,933 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:20,934 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:20,935 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:20,935 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62172022, jitterRate=-0.07356467843055725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:20,936 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:22:20,936 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245740898Writing region info on filesystem at 1732245740898Initializing all the Stores at 1732245740898Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245740898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245740898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245740898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245740898Cleaning up temporary data from old regions at 1732245740933 (+35 ms)Running coprocessor post-open hooks at 1732245740936 (+3 ms)Region opened successfully at 1732245740936 2024-11-22T03:22:20,937 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245740873 2024-11-22T03:22:20,939 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:22:20,939 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:22:20,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,940 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,43727,1732245738979, state=OPEN 2024-11-22T03:22:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-805870662/meta-region-server 2024-11-22T03:22:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-805870662/meta-region-server 2024-11-22T03:22:20,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-805870662/meta-region-server: CHANGED 2024-11-22T03:22:20,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-805870662/meta-region-server: CHANGED 2024-11-22T03:22:20,953 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:20,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:22:20,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,43727,1732245738979 in 232 msec 2024-11-22T03:22:20,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:22:20,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-11-22T03:22:20,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:20,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:22:20,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:20,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43727,1732245738979, seqNum=-1] 2024-11-22T03:22:20,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:20,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:20,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec 2024-11-22T03:22:20,964 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245740964, completionTime=-1 2024-11-22T03:22:20,965 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:22:20,965 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245800968 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245860968 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33587,1732245738788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33587,1732245738788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33587,1732245738788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:33587, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,968 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:20,970 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:22:20,976 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.812sec 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33587,1732245738788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:20,977 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33587,1732245738788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:22:20,978 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:22:20,978 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:22:20,979 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33587,1732245738788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:21,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a72c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:21,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:21,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:21,018 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16152039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:21,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:21,019 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:21,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb117c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:21,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43727,1732245738979, seqNum=-1] 2024-11-22T03:22:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:21,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:21,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,33587,1732245738788 2024-11-22T03:22:21,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57669 2024-11-22T03:22:21,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:21,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10160901b940008 connected 2024-11-22T03:22:21,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43745,1732245727133 2024-11-22T03:22:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bb85a62 2024-11-22T03:22:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:21,190 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:21,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:22:21,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:22:21,201 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:21,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:22:21,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:22:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:22:21,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4980b2fc8a74cad0e66d085f29e3ee9, NAME => 'test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52 2024-11-22T03:22:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:22:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4980b2fc8a74cad0e66d085f29e3ee9, disabling compactions & flushes 2024-11-22T03:22:21,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. after waiting 0 ms 2024-11-22T03:22:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4980b2fc8a74cad0e66d085f29e3ee9: Waiting for close lock at 1732245741359Disabling compacts and flushes for region at 1732245741359Disabling writes for close at 1732245741359Writing region close event to WAL at 1732245741359Closed at 1732245741359 2024-11-22T03:22:21,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:22:21,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245741361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245741361"}]},"ts":"1732245741361"} 2024-11-22T03:22:21,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:22:21,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:22:21,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245741366"}]},"ts":"1732245741366"} 2024-11-22T03:22:21,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:22:21,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4980b2fc8a74cad0e66d085f29e3ee9, ASSIGN}] 2024-11-22T03:22:21,371 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4980b2fc8a74cad0e66d085f29e3ee9, ASSIGN 2024-11-22T03:22:21,372 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4980b2fc8a74cad0e66d085f29e3ee9, ASSIGN; state=OFFLINE, location=b458937b0f5f,42713,1732245727458; forceNewPlan=false, retain=false 2024-11-22T03:22:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:21,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4980b2fc8a74cad0e66d085f29e3ee9, regionState=OPENING, regionLocation=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:21,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4980b2fc8a74cad0e66d085f29e3ee9, ASSIGN because future has completed 2024-11-22T03:22:21,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4980b2fc8a74cad0e66d085f29e3ee9, server=b458937b0f5f,42713,1732245727458}] 2024-11-22T03:22:21,691 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,691 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4980b2fc8a74cad0e66d085f29e3ee9, NAME => 'test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:21,692 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:21,692 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:22:21,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:21,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,694 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,696 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4980b2fc8a74cad0e66d085f29e3ee9 columnFamilyName f 2024-11-22T03:22:21,696 DEBUG [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:21,696 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] regionserver.HStore(327): Store=e4980b2fc8a74cad0e66d085f29e3ee9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:21,697 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,698 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4980b2fc8a74cad0e66d085f29e3ee9 columnFamilyName f1 2024-11-22T03:22:21,698 DEBUG [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:21,698 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] regionserver.HStore(327): Store=e4980b2fc8a74cad0e66d085f29e3ee9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:21,698 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,699 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4980b2fc8a74cad0e66d085f29e3ee9 columnFamilyName norep 2024-11-22T03:22:21,699 DEBUG [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:21,699 INFO [StoreOpener-e4980b2fc8a74cad0e66d085f29e3ee9-1 {}] regionserver.HStore(327): Store=e4980b2fc8a74cad0e66d085f29e3ee9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:21,699 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,700 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,701 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:22:21,703 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,713 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:21,718 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4980b2fc8a74cad0e66d085f29e3ee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74472896, jitterRate=0.10973262786865234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:22:21,719 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:21,719 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4980b2fc8a74cad0e66d085f29e3ee9: Running coprocessor pre-open hook at 1732245741693Writing region info on filesystem at 1732245741693Initializing all the Stores at 1732245741694 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245741694Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245741694Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245741694Cleaning up temporary data from old regions at 1732245741702 (+8 ms)Running coprocessor post-open hooks at 1732245741719 (+17 ms)Region opened successfully at 1732245741719 2024-11-22T03:22:21,722 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9., pid=6, masterSystemTime=1732245741682 2024-11-22T03:22:21,724 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,724 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:21,725 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4980b2fc8a74cad0e66d085f29e3ee9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:21,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4980b2fc8a74cad0e66d085f29e3ee9, server=b458937b0f5f,42713,1732245727458 because future has completed 2024-11-22T03:22:21,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:22:21,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4980b2fc8a74cad0e66d085f29e3ee9, server=b458937b0f5f,42713,1732245727458 in 203 msec 2024-11-22T03:22:21,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:22:21,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4980b2fc8a74cad0e66d085f29e3ee9, ASSIGN in 362 msec 2024-11-22T03:22:21,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:22:21,735 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245741735"}]},"ts":"1732245741735"} 2024-11-22T03:22:21,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:22:21,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:22:21,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 550 msec 2024-11-22T03:22:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:21,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:21,827 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:22:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,45887,1732245733281 2024-11-22T03:22:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1acacc 2024-11-22T03:22:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:21,831 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:21,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:22:21,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:22:21,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:21,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:22:21,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:22:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:22:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:22,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc2be562c8699a013bbe636ac59a12ca, NAME => 'test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984 2024-11-22T03:22:22,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:22:22,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:22:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:22,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:22,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc2be562c8699a013bbe636ac59a12ca, disabling compactions & flushes 2024-11-22T03:22:22,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:22,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:22,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. after waiting 0 ms 2024-11-22T03:22:22,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:22,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:22,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc2be562c8699a013bbe636ac59a12ca: Waiting for close lock at 1732245742739Disabling compacts and flushes for region at 1732245742739Disabling writes for close at 1732245742739Writing region close event to WAL at 1732245742739Closed at 1732245742739 2024-11-22T03:22:22,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:22:22,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245742740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245742740"}]},"ts":"1732245742740"} 2024-11-22T03:22:22,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:22:22,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:22:22,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245742743"}]},"ts":"1732245742743"} 2024-11-22T03:22:22,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:22:22,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc2be562c8699a013bbe636ac59a12ca, ASSIGN}] 2024-11-22T03:22:22,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc2be562c8699a013bbe636ac59a12ca, ASSIGN 2024-11-22T03:22:22,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc2be562c8699a013bbe636ac59a12ca, ASSIGN; state=OFFLINE, location=b458937b0f5f,42265,1732245733832; forceNewPlan=false, retain=false 2024-11-22T03:22:22,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc2be562c8699a013bbe636ac59a12ca, regionState=OPENING, regionLocation=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:22,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc2be562c8699a013bbe636ac59a12ca, ASSIGN because future has completed 2024-11-22T03:22:22,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2be562c8699a013bbe636ac59a12ca, server=b458937b0f5f,42265,1732245733832}] 2024-11-22T03:22:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:23,064 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:23,064 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2be562c8699a013bbe636ac59a12ca, NAME => 'test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:23,064 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:23,065 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:22:23,065 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,065 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:23,065 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,065 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,072 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,074 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2be562c8699a013bbe636ac59a12ca columnFamilyName f 2024-11-22T03:22:23,074 DEBUG [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:23,076 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] regionserver.HStore(327): Store=cc2be562c8699a013bbe636ac59a12ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:23,077 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,078 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2be562c8699a013bbe636ac59a12ca columnFamilyName f1 2024-11-22T03:22:23,078 DEBUG [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:23,078 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] regionserver.HStore(327): Store=cc2be562c8699a013bbe636ac59a12ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:23,079 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,080 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2be562c8699a013bbe636ac59a12ca columnFamilyName norep 2024-11-22T03:22:23,080 DEBUG [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:23,081 INFO [StoreOpener-cc2be562c8699a013bbe636ac59a12ca-1 {}] regionserver.HStore(327): Store=cc2be562c8699a013bbe636ac59a12ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:23,081 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,082 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,082 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,083 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,083 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,084 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:22:23,085 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,093 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:23,094 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc2be562c8699a013bbe636ac59a12ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61404690, jitterRate=-0.08499881625175476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:22:23,094 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:23,094 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc2be562c8699a013bbe636ac59a12ca: Running coprocessor pre-open hook at 1732245743065Writing region info on filesystem at 1732245743065Initializing all the Stores at 1732245743066 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245743066Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245743068 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245743068Cleaning up temporary data from old regions at 1732245743083 (+15 ms)Running coprocessor post-open hooks at 1732245743094 (+11 ms)Region opened successfully at 1732245743094 2024-11-22T03:22:23,095 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca., pid=6, masterSystemTime=1732245743053 2024-11-22T03:22:23,097 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:23,097 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:23,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc2be562c8699a013bbe636ac59a12ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:23,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2be562c8699a013bbe636ac59a12ca, server=b458937b0f5f,42265,1732245733832 because future has completed 2024-11-22T03:22:23,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:22:23,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2be562c8699a013bbe636ac59a12ca, server=b458937b0f5f,42265,1732245733832 in 201 msec 2024-11-22T03:22:23,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:22:23,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc2be562c8699a013bbe636ac59a12ca, ASSIGN in 358 msec 2024-11-22T03:22:23,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:22:23,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245743108"}]},"ts":"1732245743108"} 2024-11-22T03:22:23,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:22:23,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:22:23,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2790 sec 2024-11-22T03:22:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:23,987 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:22:23,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33587,1732245738788 2024-11-22T03:22:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb463cb 2024-11-22T03:22:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:23,990 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:23,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:22:23,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:22:23,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:23,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:22:23,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:22:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:22:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:24,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2ba1fcb30e4e6702088fa88cb02fa91, NAME => 'test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9 2024-11-22T03:22:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:22:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:24,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:24,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2ba1fcb30e4e6702088fa88cb02fa91, disabling compactions & flushes 2024-11-22T03:22:24,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:24,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:24,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. after waiting 0 ms 2024-11-22T03:22:24,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:24,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:24,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2ba1fcb30e4e6702088fa88cb02fa91: Waiting for close lock at 1732245744811Disabling compacts and flushes for region at 1732245744811Disabling writes for close at 1732245744811Writing region close event to WAL at 1732245744811Closed at 1732245744812 (+1 ms) 2024-11-22T03:22:24,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:22:24,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245744813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245744813"}]},"ts":"1732245744813"} 2024-11-22T03:22:24,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:22:24,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:22:24,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245744816"}]},"ts":"1732245744816"} 2024-11-22T03:22:24,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:22:24,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2ba1fcb30e4e6702088fa88cb02fa91, ASSIGN}] 2024-11-22T03:22:24,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2ba1fcb30e4e6702088fa88cb02fa91, ASSIGN 2024-11-22T03:22:24,819 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2ba1fcb30e4e6702088fa88cb02fa91, ASSIGN; state=OFFLINE, location=b458937b0f5f,43727,1732245738979; forceNewPlan=false, retain=false 2024-11-22T03:22:24,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2ba1fcb30e4e6702088fa88cb02fa91, regionState=OPENING, regionLocation=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:24,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2ba1fcb30e4e6702088fa88cb02fa91, ASSIGN because future has completed 2024-11-22T03:22:24,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ba1fcb30e4e6702088fa88cb02fa91, server=b458937b0f5f,43727,1732245738979}] 2024-11-22T03:22:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:25,128 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:25,128 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ba1fcb30e4e6702088fa88cb02fa91, NAME => 'test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:25,128 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:25,128 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:22:25,128 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,128 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:25,128 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,128 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,130 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,131 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ba1fcb30e4e6702088fa88cb02fa91 columnFamilyName f 2024-11-22T03:22:25,131 DEBUG [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:25,131 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] regionserver.HStore(327): Store=c2ba1fcb30e4e6702088fa88cb02fa91/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:25,131 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,132 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ba1fcb30e4e6702088fa88cb02fa91 columnFamilyName f1 2024-11-22T03:22:25,132 DEBUG [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:25,132 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] regionserver.HStore(327): Store=c2ba1fcb30e4e6702088fa88cb02fa91/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:25,133 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,133 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ba1fcb30e4e6702088fa88cb02fa91 columnFamilyName norep 2024-11-22T03:22:25,133 DEBUG [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:25,134 INFO [StoreOpener-c2ba1fcb30e4e6702088fa88cb02fa91-1 {}] regionserver.HStore(327): Store=c2ba1fcb30e4e6702088fa88cb02fa91/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:25,134 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,134 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,134 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,135 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,135 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,135 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:22:25,136 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,137 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:25,138 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2ba1fcb30e4e6702088fa88cb02fa91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69228743, jitterRate=0.031588658690452576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:22:25,138 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:25,138 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2ba1fcb30e4e6702088fa88cb02fa91: Running coprocessor pre-open hook at 1732245745129Writing region info on filesystem at 1732245745129Initializing all the Stores at 1732245745129Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245745129Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245745130 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245745130Cleaning up temporary data from old regions at 1732245745135 (+5 ms)Running coprocessor post-open hooks at 1732245745138 (+3 ms)Region opened successfully at 1732245745138 2024-11-22T03:22:25,139 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91., pid=6, masterSystemTime=1732245745124 2024-11-22T03:22:25,140 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:25,140 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:25,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2ba1fcb30e4e6702088fa88cb02fa91, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:25,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ba1fcb30e4e6702088fa88cb02fa91, server=b458937b0f5f,43727,1732245738979 because future has completed 2024-11-22T03:22:25,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:22:25,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2ba1fcb30e4e6702088fa88cb02fa91, server=b458937b0f5f,43727,1732245738979 in 171 msec 2024-11-22T03:22:25,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:22:25,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2ba1fcb30e4e6702088fa88cb02fa91, ASSIGN in 327 msec 2024-11-22T03:22:25,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:22:25,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245745147"}]},"ts":"1732245745147"} 2024-11-22T03:22:25,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:22:25,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:22:25,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-22T03:22:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:22:26,148 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:22:26,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:26,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:26,149 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:26,153 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3db7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43745,1732245727133 2024-11-22T03:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379a8fdd 2024-11-22T03:22:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:26,156 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:26,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:45887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:22:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:22:26,159 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:45887' 2024-11-22T03:22:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:26,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d074cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,160 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45887,-1 for getting cluster id 2024-11-22T03:22:26,161 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:26,161 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed4dce4-c709-42dc-81a1-3eddb8456b59' 2024-11-22T03:22:26,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed4dce4-c709-42dc-81a1-3eddb8456b59" 2024-11-22T03:22:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5171fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45887,-1] 2024-11-22T03:22:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:26,163 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb8ad0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:26,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,45887,1732245733281 2024-11-22T03:22:26,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135160a4 2024-11-22T03:22:26,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:26,166 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:26,167 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:22:26,167 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:22:26,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:26,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:26,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:26,167 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:26,168 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:22:26,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:22:26,169 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:26,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:22:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:22:26,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db06f1577cab3cc34fb6ae6e4c9e222a, NAME => 'hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52 2024-11-22T03:22:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:22:26,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:26,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db06f1577cab3cc34fb6ae6e4c9e222a, disabling compactions & flushes 2024-11-22T03:22:26,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. after waiting 0 ms 2024-11-22T03:22:26,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db06f1577cab3cc34fb6ae6e4c9e222a: Waiting for close lock at 1732245746191Disabling compacts and flushes for region at 1732245746191Disabling writes for close at 1732245746191Writing region close event to WAL at 1732245746191Closed at 1732245746191 2024-11-22T03:22:26,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:22:26,192 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245746192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245746192"}]},"ts":"1732245746192"} 2024-11-22T03:22:26,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:22:26,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:22:26,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245746196"}]},"ts":"1732245746196"} 2024-11-22T03:22:26,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:22:26,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db06f1577cab3cc34fb6ae6e4c9e222a, ASSIGN}] 2024-11-22T03:22:26,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db06f1577cab3cc34fb6ae6e4c9e222a, ASSIGN 2024-11-22T03:22:26,200 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db06f1577cab3cc34fb6ae6e4c9e222a, ASSIGN; state=OFFLINE, location=b458937b0f5f,42713,1732245727458; forceNewPlan=false, retain=false 2024-11-22T03:22:26,218 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:22:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:26,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db06f1577cab3cc34fb6ae6e4c9e222a, regionState=OPENING, regionLocation=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:26,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db06f1577cab3cc34fb6ae6e4c9e222a, ASSIGN because future has completed 2024-11-22T03:22:26,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db06f1577cab3cc34fb6ae6e4c9e222a, server=b458937b0f5f,42713,1732245727458}] 2024-11-22T03:22:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:26,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:26,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:22:26,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42713%2C1732245727458.rep, suffix=, logDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/oldWALs, maxLogs=10 2024-11-22T03:22:26,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.rep.1732245746530, exclude list is [], retry=0 2024-11-22T03:22:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-a1e68269-6778-4f3f-9091-82d869a4ab83,DISK] 2024-11-22T03:22:26,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.rep.1732245746530 2024-11-22T03:22:26,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-22T03:22:26,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db06f1577cab3cc34fb6ae6e4c9e222a, NAME => 'hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:26,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:26,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:26,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. service=MultiRowMutationService 2024-11-22T03:22:26,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:22:26,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:26,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,559 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,567 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db06f1577cab3cc34fb6ae6e4c9e222a columnFamilyName hfileref 2024-11-22T03:22:26,567 DEBUG [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:26,568 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] regionserver.HStore(327): Store=db06f1577cab3cc34fb6ae6e4c9e222a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:26,568 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,569 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db06f1577cab3cc34fb6ae6e4c9e222a columnFamilyName queue 2024-11-22T03:22:26,569 DEBUG [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:26,570 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] regionserver.HStore(327): Store=db06f1577cab3cc34fb6ae6e4c9e222a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:26,570 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,571 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db06f1577cab3cc34fb6ae6e4c9e222a columnFamilyName sid 2024-11-22T03:22:26,572 DEBUG [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:26,572 INFO [StoreOpener-db06f1577cab3cc34fb6ae6e4c9e222a-1 {}] regionserver.HStore(327): Store=db06f1577cab3cc34fb6ae6e4c9e222a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:26,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/replication/db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/replication/db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:22:26,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/replication/db06f1577cab3cc34fb6ae6e4c9e222a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:26,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db06f1577cab3cc34fb6ae6e4c9e222a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64280540, jitterRate=-0.04214531183242798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:22:26,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:26,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db06f1577cab3cc34fb6ae6e4c9e222a: Running coprocessor pre-open hook at 1732245746558Writing region info on filesystem at 1732245746558Initializing all the Stores at 1732245746559 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245746559Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245746559Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245746559Cleaning up temporary data from old regions at 1732245746577 (+18 ms)Running coprocessor post-open hooks at 1732245746583 (+6 ms)Region opened successfully at 1732245746583 2024-11-22T03:22:26,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a., pid=10, masterSystemTime=1732245746524 2024-11-22T03:22:26,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:26,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db06f1577cab3cc34fb6ae6e4c9e222a, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42713,1732245727458 2024-11-22T03:22:26,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db06f1577cab3cc34fb6ae6e4c9e222a, server=b458937b0f5f,42713,1732245727458 because future has completed 2024-11-22T03:22:26,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:22:26,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db06f1577cab3cc34fb6ae6e4c9e222a, server=b458937b0f5f,42713,1732245727458 in 222 msec 2024-11-22T03:22:26,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:22:26,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db06f1577cab3cc34fb6ae6e4c9e222a, ASSIGN in 398 msec 2024-11-22T03:22:26,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:22:26,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245746600"}]},"ts":"1732245746600"} 2024-11-22T03:22:26,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:22:26,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:22:26,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 437 msec 2024-11-22T03:22:26,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a., hostname=b458937b0f5f,42713,1732245727458, seqNum=2] 2024-11-22T03:22:26,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:26,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:26,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:22:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:26,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:22:26,897 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:22:26,943 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,42713,1732245727458, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:22:26,944 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:26,944 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42713,1732245727458, seqNum=-1] 2024-11-22T03:22:26,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:26,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T03:22:26,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,42713,1732245727458', locateType=CURRENT is [region=hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a., hostname=b458937b0f5f,42713,1732245727458, seqNum=2] 2024-11-22T03:22:26,952 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:22:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:22:26,954 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,42713,1732245727458 suceeded 2024-11-22T03:22:26,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:22:26,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-22T03:22:26,957 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:45887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:22:26,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 801 msec 2024-11-22T03:22:26,972 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:45887' 2024-11-22T03:22:26,982 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ba0c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,982 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45887,-1 for getting cluster id 2024-11-22T03:22:26,982 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:26,984 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed4dce4-c709-42dc-81a1-3eddb8456b59' 2024-11-22T03:22:26,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:26,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed4dce4-c709-42dc-81a1-3eddb8456b59" 2024-11-22T03:22:26,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@228e71b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45887,-1] 2024-11-22T03:22:26,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:26,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:26,986 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:26,987 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1466f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:26,987 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:26,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,45887,1732245733281 2024-11-22T03:22:26,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b43cab 2024-11-22T03:22:26,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:26,990 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-22T03:22:26,991 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,42713,1732245727458 (queues=1) is replicating from cluster=b9cc3097-9cb5-492b-81c3-ee77388d6024 to cluster=4ed4dce4-c709-42dc-81a1-3eddb8456b59 2024-11-22T03:22:26,991 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C42713%2C1732245727458 2024-11-22T03:22:26,991 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,42713,1732245727458, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:22:26,992 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, startPosition=0, beingWritten=true 2024-11-22T03:22:27,000 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C42713%2C1732245727458 2024-11-22T03:22:27,007 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:27,007 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:27,007 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:27,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:27,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,221 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:27,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:27,298 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:22:27,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:27,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:27,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:27,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:27,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:27,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4488826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:27,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45887,-1 for getting cluster id 2024-11-22T03:22:27,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:27,301 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed4dce4-c709-42dc-81a1-3eddb8456b59' 2024-11-22T03:22:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed4dce4-c709-42dc-81a1-3eddb8456b59" 2024-11-22T03:22:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544a09ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45887,-1] 2024-11-22T03:22:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:27,303 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76497091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:27,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,45887,1732245733281 2024-11-22T03:22:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c507f92 2024-11-22T03:22:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:27,307 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:27,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:33587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:22:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:22:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:27,311 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33587' 2024-11-22T03:22:27,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fccc5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:27,313 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:27,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:27,314 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0fd59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:27,316 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d2af18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:27,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33587,1732245738788 2024-11-22T03:22:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4027b5ef 2024-11-22T03:22:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:27,319 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:27,320 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:22:27,320 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:22:27,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:27,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:27,322 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:27,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:27,324 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:22:27,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:22:27,326 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:27,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:22:27,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:22:27,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d17e192b7860725a8a506c630d3af52e, NAME => 'hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984 2024-11-22T03:22:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:22:27,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:27,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d17e192b7860725a8a506c630d3af52e, disabling compactions & flushes 2024-11-22T03:22:27,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. after waiting 0 ms 2024-11-22T03:22:27,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d17e192b7860725a8a506c630d3af52e: Waiting for close lock at 1732245747370Disabling compacts and flushes for region at 1732245747370Disabling writes for close at 1732245747370Writing region close event to WAL at 1732245747370Closed at 1732245747370 2024-11-22T03:22:27,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:22:27,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245747371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245747371"}]},"ts":"1732245747371"} 2024-11-22T03:22:27,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:22:27,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:22:27,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245747374"}]},"ts":"1732245747374"} 2024-11-22T03:22:27,375 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:22:27,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:22:27,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d17e192b7860725a8a506c630d3af52e, ASSIGN}] 2024-11-22T03:22:27,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d17e192b7860725a8a506c630d3af52e, ASSIGN 2024-11-22T03:22:27,379 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d17e192b7860725a8a506c630d3af52e, ASSIGN; state=OFFLINE, location=b458937b0f5f,42265,1732245733832; forceNewPlan=false, retain=false 2024-11-22T03:22:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:27,529 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d17e192b7860725a8a506c630d3af52e, regionState=OPENING, regionLocation=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d17e192b7860725a8a506c630d3af52e, ASSIGN because future has completed 2024-11-22T03:22:27,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d17e192b7860725a8a506c630d3af52e, server=b458937b0f5f,42265,1732245733832}] 2024-11-22T03:22:27,547 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:27,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:27,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:22:27,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C42265%2C1732245733832.rep, suffix=, logDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832, archiveDir=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/oldWALs, maxLogs=10 2024-11-22T03:22:27,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.rep.1732245747691, exclude list is [], retry=0 2024-11-22T03:22:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42635,DS-d04c38d1-0aa5-480a-abe8-4b0cf6238837,DISK] 2024-11-22T03:22:27,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.rep.1732245747691 2024-11-22T03:22:27,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-22T03:22:27,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d17e192b7860725a8a506c630d3af52e, NAME => 'hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:27,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:27,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:27,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. service=MultiRowMutationService 2024-11-22T03:22:27,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:22:27,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:27,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,736 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,738 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d17e192b7860725a8a506c630d3af52e columnFamilyName hfileref 2024-11-22T03:22:27,738 DEBUG [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:27,738 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] regionserver.HStore(327): Store=d17e192b7860725a8a506c630d3af52e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:27,738 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,739 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d17e192b7860725a8a506c630d3af52e columnFamilyName queue 2024-11-22T03:22:27,739 DEBUG [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:27,740 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] regionserver.HStore(327): Store=d17e192b7860725a8a506c630d3af52e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:27,740 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,741 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d17e192b7860725a8a506c630d3af52e columnFamilyName sid 2024-11-22T03:22:27,741 DEBUG [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:27,741 INFO [StoreOpener-d17e192b7860725a8a506c630d3af52e-1 {}] regionserver.HStore(327): Store=d17e192b7860725a8a506c630d3af52e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:27,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/replication/d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/replication/d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:22:27,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/replication/d17e192b7860725a8a506c630d3af52e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:27,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d17e192b7860725a8a506c630d3af52e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72650849, jitterRate=0.0825820118188858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:22:27,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:27,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d17e192b7860725a8a506c630d3af52e: Running coprocessor pre-open hook at 1732245747722Writing region info on filesystem at 1732245747722Initializing all the Stores at 1732245747731 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245747733 (+2 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245747736 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245747736Cleaning up temporary data from old regions at 1732245747743 (+7 ms)Running coprocessor post-open hooks at 1732245747749 (+6 ms)Region opened successfully at 1732245747749 2024-11-22T03:22:27,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e., pid=10, masterSystemTime=1732245747685 2024-11-22T03:22:27,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:27,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d17e192b7860725a8a506c630d3af52e, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,42265,1732245733832 2024-11-22T03:22:27,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d17e192b7860725a8a506c630d3af52e, server=b458937b0f5f,42265,1732245733832 because future has completed 2024-11-22T03:22:27,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:22:27,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d17e192b7860725a8a506c630d3af52e, server=b458937b0f5f,42265,1732245733832 in 226 msec 2024-11-22T03:22:27,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:22:27,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d17e192b7860725a8a506c630d3af52e, ASSIGN in 384 msec 2024-11-22T03:22:27,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:22:27,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245747766"}]},"ts":"1732245747766"} 2024-11-22T03:22:27,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:22:27,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:22:27,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 447 msec 2024-11-22T03:22:27,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e., hostname=b458937b0f5f,42265,1732245733832, seqNum=2] 2024-11-22T03:22:27,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:27,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:27,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:22:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:27,960 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:27,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:22:27,991 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:22:28,039 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,42265,1732245733832, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:22:28,040 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:28,040 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42265,1732245733832, seqNum=-1] 2024-11-22T03:22:28,041 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:28,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T03:22:28,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,42265,1732245733832', locateType=CURRENT is [region=hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e., hostname=b458937b0f5f,42265,1732245733832, seqNum=2] 2024-11-22T03:22:28,047 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:22:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:22:28,050 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,42265,1732245733832 suceeded 2024-11-22T03:22:28,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:22:28,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-22T03:22:28,053 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:33587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:22:28,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 746 msec 2024-11-22T03:22:28,071 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:33587' 2024-11-22T03:22:28,072 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39ffcabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,072 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:28,073 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:28,073 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a2ccb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,075 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:28,077 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71d8f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,077 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33587,1732245738788 2024-11-22T03:22:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35bd9112 2024-11-22T03:22:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:28,079 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-22T03:22:28,080 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,42265,1732245733832 (queues=1) is replicating from cluster=4ed4dce4-c709-42dc-81a1-3eddb8456b59 to cluster=4c2f0395-21c4-4217-8eff-fc0810a0bdfc 2024-11-22T03:22:28,080 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C42265%2C1732245733832 2024-11-22T03:22:28,080 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,42265,1732245733832, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:22:28,083 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, startPosition=0, beingWritten=true 2024-11-22T03:22:28,086 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C42265%2C1732245733832 2024-11-22T03:22:28,091 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:28,092 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:28,092 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:28,297 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:28,448 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:22:28,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:28,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:28,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:28,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:28,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:28,451 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599fce9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:28,454 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa21ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33587,1732245738788 2024-11-22T03:22:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50608e80 2024-11-22T03:22:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:28,458 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:28,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:22:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:22:28,464 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:28,465 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:43745' 2024-11-22T03:22:28,469 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66db35dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,469 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:28,470 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:28,470 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2503a2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,474 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:28,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec4df32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:28,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:28,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43745,1732245727133 2024-11-22T03:22:28,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348fc666 2024-11-22T03:22:28,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:28,478 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:28,478 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:22:28,479 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:22:28,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:28,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:28,479 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:28,481 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:22:28,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:22:28,482 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:28,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:22:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:22:28,531 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:22:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:28,601 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:28,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4b7a5f06ca1a67e01e54e7fade2911d, NAME => 'hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9 2024-11-22T03:22:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:22:29,005 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:29,086 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:29,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:29,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4b7a5f06ca1a67e01e54e7fade2911d, disabling compactions & flushes 2024-11-22T03:22:29,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. after waiting 0 ms 2024-11-22T03:22:29,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4b7a5f06ca1a67e01e54e7fade2911d: Waiting for close lock at 1732245749310Disabling compacts and flushes for region at 1732245749310Disabling writes for close at 1732245749310Writing region close event to WAL at 1732245749310Closed at 1732245749310 2024-11-22T03:22:29,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:22:29,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245749311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245749311"}]},"ts":"1732245749311"} 2024-11-22T03:22:29,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:22:29,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:22:29,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245749314"}]},"ts":"1732245749314"} 2024-11-22T03:22:29,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:22:29,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4b7a5f06ca1a67e01e54e7fade2911d, ASSIGN}] 2024-11-22T03:22:29,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4b7a5f06ca1a67e01e54e7fade2911d, ASSIGN 2024-11-22T03:22:29,318 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4b7a5f06ca1a67e01e54e7fade2911d, ASSIGN; state=OFFLINE, location=b458937b0f5f,43727,1732245738979; forceNewPlan=false, retain=false 2024-11-22T03:22:29,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4b7a5f06ca1a67e01e54e7fade2911d, regionState=OPENING, regionLocation=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4b7a5f06ca1a67e01e54e7fade2911d, ASSIGN because future has completed 2024-11-22T03:22:29,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4b7a5f06ca1a67e01e54e7fade2911d, server=b458937b0f5f,43727,1732245738979}] 2024-11-22T03:22:29,509 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:29,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:29,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:22:29,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43727%2C1732245738979.rep, suffix=, logDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/oldWALs, maxLogs=10 2024-11-22T03:22:29,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.rep.1732245749627, exclude list is [], retry=0 2024-11-22T03:22:29,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-7bf8686c-046e-4cd8-9879-02a58f2a21e9,DISK] 2024-11-22T03:22:29,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.rep.1732245749627 2024-11-22T03:22:29,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-22T03:22:29,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4b7a5f06ca1a67e01e54e7fade2911d, NAME => 'hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:29,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. service=MultiRowMutationService 2024-11-22T03:22:29,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:22:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,648 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,649 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b7a5f06ca1a67e01e54e7fade2911d columnFamilyName hfileref 2024-11-22T03:22:29,649 DEBUG [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:29,649 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] regionserver.HStore(327): Store=c4b7a5f06ca1a67e01e54e7fade2911d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:29,649 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,650 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b7a5f06ca1a67e01e54e7fade2911d columnFamilyName queue 2024-11-22T03:22:29,650 DEBUG [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:29,650 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] regionserver.HStore(327): Store=c4b7a5f06ca1a67e01e54e7fade2911d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:29,650 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,651 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b7a5f06ca1a67e01e54e7fade2911d columnFamilyName sid 2024-11-22T03:22:29,651 DEBUG [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:29,652 INFO [StoreOpener-c4b7a5f06ca1a67e01e54e7fade2911d-1 {}] regionserver.HStore(327): Store=c4b7a5f06ca1a67e01e54e7fade2911d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:29,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:22:29,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:29,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4b7a5f06ca1a67e01e54e7fade2911d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70880554, jitterRate=0.05620256066322327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:22:29,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:29,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4b7a5f06ca1a67e01e54e7fade2911d: Running coprocessor pre-open hook at 1732245749647Writing region info on filesystem at 1732245749647Initializing all the Stores at 1732245749648 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245749648Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245749648Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245749648Cleaning up temporary data from old regions at 1732245749653 (+5 ms)Running coprocessor post-open hooks at 1732245749657 (+4 ms)Region opened successfully at 1732245749657 2024-11-22T03:22:29,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d., pid=10, masterSystemTime=1732245749622 2024-11-22T03:22:29,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:29,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4b7a5f06ca1a67e01e54e7fade2911d, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,43727,1732245738979 2024-11-22T03:22:29,661 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33587 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b458937b0f5f,43727,1732245738979, table=hbase:replication, region=c4b7a5f06ca1a67e01e54e7fade2911d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T03:22:29,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4b7a5f06ca1a67e01e54e7fade2911d, server=b458937b0f5f,43727,1732245738979 because future has completed 2024-11-22T03:22:29,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:22:29,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4b7a5f06ca1a67e01e54e7fade2911d, server=b458937b0f5f,43727,1732245738979 in 203 msec 2024-11-22T03:22:29,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:22:29,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4b7a5f06ca1a67e01e54e7fade2911d, ASSIGN in 358 msec 2024-11-22T03:22:29,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:22:29,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245749677"}]},"ts":"1732245749677"} 2024-11-22T03:22:29,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:22:29,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:22:29,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-22T03:22:29,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d., hostname=b458937b0f5f,43727,1732245738979, seqNum=2] 2024-11-22T03:22:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:29,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:22:29,791 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:29,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:22:29,895 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:22:29,924 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,43727,1732245738979, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:22:29,925 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:29,925 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43727,1732245738979, seqNum=-1] 2024-11-22T03:22:29,925 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:29,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T03:22:29,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,43727,1732245738979', locateType=CURRENT is [region=hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d., hostname=b458937b0f5f,43727,1732245738979, seqNum=2] 2024-11-22T03:22:29,930 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:22:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:22:29,932 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,43727,1732245738979 suceeded 2024-11-22T03:22:29,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:22:29,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-22T03:22:29,934 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:22:29,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-22T03:22:29,944 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:43745' 2024-11-22T03:22:29,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38624703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:29,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:29,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:29,946 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@258dc596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:29,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:29,947 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:29,947 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581312d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:29,948 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43745,1732245727133 2024-11-22T03:22:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7863a468 2024-11-22T03:22:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:29,949 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T03:22:29,949 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,43727,1732245738979 (queues=1) is replicating from cluster=4c2f0395-21c4-4217-8eff-fc0810a0bdfc to cluster=b9cc3097-9cb5-492b-81c3-ee77388d6024 2024-11-22T03:22:29,949 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C43727%2C1732245738979 2024-11-22T03:22:29,949 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,43727,1732245738979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:22:29,950 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C43727%2C1732245738979 2024-11-22T03:22:29,950 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, startPosition=0, beingWritten=true 2024-11-22T03:22:29,954 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:29,954 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 379, reset compression=false 2024-11-22T03:22:29,954 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:30,112 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:30,162 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 379, reset compression=false 2024-11-22T03:22:30,465 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 379, reset compression=false 2024-11-22T03:22:30,594 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:22:30,608 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:22:30,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:30,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:30,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:30,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:30,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:30,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7ef759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:30,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:30,609 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9cabb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:30,611 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:30,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61192d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12146b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45887,-1 for getting cluster id 2024-11-22T03:22:30,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:30,612 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed4dce4-c709-42dc-81a1-3eddb8456b59' 2024-11-22T03:22:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed4dce4-c709-42dc-81a1-3eddb8456b59" 2024-11-22T03:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c70b475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45887,-1] 2024-11-22T03:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:30,613 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126c5d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:30,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:30,615 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bb4c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:30,616 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:30,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c304810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:30,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42713,1732245727458, seqNum=-1] 2024-11-22T03:22:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:30,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9., hostname=b458937b0f5f,42713,1732245727458, seqNum=2] 2024-11-22T03:22:30,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43727,1732245738979, seqNum=-1] 2024-11-22T03:22:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:30,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91., hostname=b458937b0f5f,43727,1732245738979, seqNum=2] 2024-11-22T03:22:30,663 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T03:22:30,815 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:30,869 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 379, reset compression=false 2024-11-22T03:22:31,372 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 379, reset compression=false 2024-11-22T03:22:31,497 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 379, reset compression=false 2024-11-22T03:22:31,501 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:31,502 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 480, reset compression=false 2024-11-22T03:22:31,502 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4980b2fc8a74cad0e66d085f29e3ee9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T03:22:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:22:31,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T03:22:31,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:31,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T03:22:31,504 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:31,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-22T03:22:31,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:31,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57e70384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45887,-1 for getting cluster id 2024-11-22T03:22:31,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:31,506 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed4dce4-c709-42dc-81a1-3eddb8456b59' 2024-11-22T03:22:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed4dce4-c709-42dc-81a1-3eddb8456b59" 2024-11-22T03:22:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a91b39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45887,-1] 2024-11-22T03:22:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:31,508 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:31,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585c3f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42265,1732245733832, seqNum=-1] 2024-11-22T03:22:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:31,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T03:22:31,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca., hostname=b458937b0f5f,42265,1732245733832, seqNum=2] 2024-11-22T03:22:31,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:31,618 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 379, reset compression=false 2024-11-22T03:22:31,623 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:31,623 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 504, reset compression=false 2024-11-22T03:22:31,623 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2be562c8699a013bbe636ac59a12ca/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T03:22:31,625 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:31,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-22T03:22:31,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:31,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@379579f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:31,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:31,629 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759f4fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:31,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:31,630 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:31,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfc34d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:31,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43727,1732245738979, seqNum=-1] 2024-11-22T03:22:31,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:31,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T03:22:31,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91., hostname=b458937b0f5f,43727,1732245738979, seqNum=2] 2024-11-22T03:22:31,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:31,665 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T03:22:31,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42265,1732245733832, seqNum=-1] 2024-11-22T03:22:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:31,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca., hostname=b458937b0f5f,42265,1732245733832, seqNum=2] 2024-11-22T03:22:31,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T03:22:31,707 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 480, reset compression=false 2024-11-22T03:22:31,826 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 504, reset compression=false 2024-11-22T03:22:31,830 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:31,830 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 608, reset compression=false 2024-11-22T03:22:31,830 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2be562c8699a013bbe636ac59a12ca/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:22:31,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:31,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:31,974 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 379, reset compression=false 2024-11-22T03:22:31,979 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:31,979 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 654, reset compression=false 2024-11-22T03:22:31,979 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ba1fcb30e4e6702088fa88cb02fa91/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T03:22:31,981 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:31,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T03:22:31,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:31,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ad8f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:31,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:31,983 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15e1ce14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:31,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:31,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:31,984 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:31,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c5a8afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:31,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:31,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,42713,1732245727458, seqNum=-1] 2024-11-22T03:22:31,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:31,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T03:22:31,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9., hostname=b458937b0f5f,42713,1732245727458, seqNum=2] 2024-11-22T03:22:31,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:32,010 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 480, reset compression=false 2024-11-22T03:22:32,014 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:32,014 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 630, reset compression=false 2024-11-22T03:22:32,014 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:32,033 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 608, reset compression=false 2024-11-22T03:22:32,182 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 654, reset compression=false 2024-11-22T03:22:32,218 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 630, reset compression=false 2024-11-22T03:22:32,336 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 608, reset compression=false 2024-11-22T03:22:32,486 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 654, reset compression=false 2024-11-22T03:22:32,521 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 630, reset compression=false 2024-11-22T03:22:32,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T03:22:32,677 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T03:22:32,739 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 608, reset compression=false 2024-11-22T03:22:32,889 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 654, reset compression=false 2024-11-22T03:22:32,892 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:32,893 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 758, reset compression=false 2024-11-22T03:22:32,893 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ba1fcb30e4e6702088fa88cb02fa91/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:22:32,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:32,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:32,924 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 630, reset compression=false 2024-11-22T03:22:32,935 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:32,935 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 757, reset compression=false 2024-11-22T03:22:32,935 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4980b2fc8a74cad0e66d085f29e3ee9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T03:22:32,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:32,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:33,096 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 758, reset compression=false 2024-11-22T03:22:33,142 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 757, reset compression=false 2024-11-22T03:22:33,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:33,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,242 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 608, reset compression=false 2024-11-22T03:22:33,250 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:33,250 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 759, reset compression=false 2024-11-22T03:22:33,250 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:33,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:33,401 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 758, reset compression=false 2024-11-22T03:22:33,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 757, reset compression=false 2024-11-22T03:22:33,457 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 759, reset compression=false 2024-11-22T03:22:33,678 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T03:22:33,681 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T03:22:33,760 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 759, reset compression=false 2024-11-22T03:22:33,805 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 758, reset compression=false 2024-11-22T03:22:33,850 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 757, reset compression=false 2024-11-22T03:22:33,853 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:33,854 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 913, reset compression=false 2024-11-22T03:22:33,854 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4980b2fc8a74cad0e66d085f29e3ee9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T03:22:33,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:33,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:34,057 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 913, reset compression=false 2024-11-22T03:22:34,162 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 759, reset compression=false 2024-11-22T03:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 907, reset compression=false 2024-11-22T03:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2be562c8699a013bbe636ac59a12ca/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T03:22:34,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:34,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:34,307 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 758, reset compression=false 2024-11-22T03:22:34,312 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:34,312 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 929, reset compression=false 2024-11-22T03:22:34,312 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:34,360 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 913, reset compression=false 2024-11-22T03:22:34,380 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 907, reset compression=false 2024-11-22T03:22:34,515 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 929, reset compression=false 2024-11-22T03:22:34,683 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 907, reset compression=false 2024-11-22T03:22:34,683 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T03:22:34,687 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:34,687 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1066, reset compression=false 2024-11-22T03:22:34,687 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T03:22:34,687 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2be562c8699a013bbe636ac59a12ca/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T03:22:34,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:34,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:34,763 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 913, reset compression=false 2024-11-22T03:22:34,827 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 929, reset compression=false 2024-11-22T03:22:34,832 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:34,832 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1078, reset compression=false 2024-11-22T03:22:34,832 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ba1fcb30e4e6702088fa88cb02fa91/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T03:22:34,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:34,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:34,891 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1066, reset compression=false 2024-11-22T03:22:35,036 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1078, reset compression=false 2024-11-22T03:22:35,195 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1066, reset compression=false 2024-11-22T03:22:35,266 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 913, reset compression=false 2024-11-22T03:22:35,271 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:35,271 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1085, reset compression=false 2024-11-22T03:22:35,271 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:35,340 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1078, reset compression=false 2024-11-22T03:22:35,474 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1085, reset compression=false 2024-11-22T03:22:35,599 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1066, reset compression=false 2024-11-22T03:22:35,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T03:22:35,693 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T03:22:35,744 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1078, reset compression=false 2024-11-22T03:22:35,754 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:35,754 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1237, reset compression=false 2024-11-22T03:22:35,754 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ba1fcb30e4e6702088fa88cb02fa91/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T03:22:35,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:35,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:35,777 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1085, reset compression=false 2024-11-22T03:22:35,782 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:35,782 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1234, reset compression=false 2024-11-22T03:22:35,782 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4980b2fc8a74cad0e66d085f29e3ee9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T03:22:35,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:35,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:35,957 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1237, reset compression=false 2024-11-22T03:22:35,986 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1234, reset compression=false 2024-11-22T03:22:36,102 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1066, reset compression=false 2024-11-22T03:22:36,107 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:36,107 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1239, reset compression=false 2024-11-22T03:22:36,107 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:36,261 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1237, reset compression=false 2024-11-22T03:22:36,297 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1234, reset compression=false 2024-11-22T03:22:36,311 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1239, reset compression=false 2024-11-22T03:22:36,614 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1239, reset compression=false 2024-11-22T03:22:36,677 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1237, reset compression=false 2024-11-22T03:22:36,695 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T03:22:36,701 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1234, reset compression=false 2024-11-22T03:22:36,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e204512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:36,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:36,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:36,713 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fff244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:36,715 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe2c279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:36,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33587,1732245738788 2024-11-22T03:22:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa85c49 2024-11-22T03:22:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:36,721 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:36,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-22T03:22:36,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:22:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-22T03:22:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:22:36,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:22:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:22:36,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T03:22:36,980 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-22T03:22:36,980 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-22T03:22:36,981 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,43727,1732245738979 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-22T03:22:36,981 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0. 2024-11-22T03:22:36,981 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:36,981 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:36,981 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:36,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:37,019 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1239, reset compression=false 2024-11-22T03:22:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:22:37,081 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:22:37,081 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T03:22:37,181 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 terminated 2024-11-22T03:22:37,218 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1234, reset compression=false 2024-11-22T03:22:37,223 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,43727,1732245738979, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:22:37,224 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-22T03:22:37,224 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T03:22:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T03:22:37,227 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b458937b0f5f,43727,1732245738979 suceeded 2024-11-22T03:22:37,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T03:22:37,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 400 msec 2024-11-22T03:22:37,229 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-22T03:22:37,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 507 msec 2024-11-22T03:22:37,242 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:43745' 2024-11-22T03:22:37,244 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c10cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:37,244 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43745,-1 for getting cluster id 2024-11-22T03:22:37,244 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:37,245 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cc3097-9cb5-492b-81c3-ee77388d6024' 2024-11-22T03:22:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cc3097-9cb5-492b-81c3-ee77388d6024" 2024-11-22T03:22:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5828d0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43745,-1] 2024-11-22T03:22:37,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:37,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:37,246 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:37,247 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f82c467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:37,248 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43745,1732245727133 2024-11-22T03:22:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d5af074 2024-11-22T03:22:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:37,250 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T03:22:37,250 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,43727,1732245738979 (queues=1) is replicating from cluster=4c2f0395-21c4-4217-8eff-fc0810a0bdfc to cluster=b9cc3097-9cb5-492b-81c3-ee77388d6024 2024-11-22T03:22:37,250 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C43727%2C1732245738979 2024-11-22T03:22:37,251 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,43727,1732245738979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:22:37,252 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C43727%2C1732245738979 2024-11-22T03:22:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:22:37,358 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:22:37,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:37,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:37,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:37,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:37,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:37,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-22T03:22:37,522 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1239, reset compression=false 2024-11-22T03:22:37,821 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1234, reset compression=false 2024-11-22T03:22:37,825 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:37,825 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1338, reset compression=false 2024-11-22T03:22:37,825 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4980b2fc8a74cad0e66d085f29e3ee9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:22:37,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:37,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:38,029 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1338, reset compression=false 2024-11-22T03:22:38,126 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1239, reset compression=false 2024-11-22T03:22:38,131 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:38,131 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1367, reset compression=false 2024-11-22T03:22:38,131 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2be562c8699a013bbe636ac59a12ca/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T03:22:38,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:38,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:38,333 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1338, reset compression=false 2024-11-22T03:22:38,337 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1367, reset compression=false 2024-11-22T03:22:38,365 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-22T03:22:38,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ab3b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:38,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,33587,-1 for getting cluster id 2024-11-22T03:22:38,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:38,368 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2f0395-21c4-4217-8eff-fc0810a0bdfc' 2024-11-22T03:22:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2f0395-21c4-4217-8eff-fc0810a0bdfc" 2024-11-22T03:22:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:38,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,33587,-1] 2024-11-22T03:22:38,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:38,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,369 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec0e710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:38,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:22:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,33587,1732245738788 2024-11-22T03:22:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b96b841 2024-11-22T03:22:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:22:38,375 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:22:38,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-22T03:22:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-22T03:22:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T03:22:38,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:22:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T03:22:38,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-22T03:22:38,579 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-22T03:22:38,580 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T03:22:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T03:22:38,584 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b458937b0f5f,43727,1732245738979 suceeded 2024-11-22T03:22:38,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T03:22:38,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-22T03:22:38,586 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-22T03:22:38,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 210 msec 2024-11-22T03:22:38,640 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1367, reset compression=false 2024-11-22T03:22:38,644 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:38,644 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1471, reset compression=false 2024-11-22T03:22:38,644 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2be562c8699a013bbe636ac59a12ca/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:22:38,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:38,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:38,652 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, startPosition=1237, beingWritten=true 2024-11-22T03:22:38,657 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:22:38,657 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1515, reset compression=false 2024-11-22T03:22:38,657 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ba1fcb30e4e6702088fa88cb02fa91/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T03:22:38,660 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:38,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T03:22:38,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:22:38,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:22:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T03:22:38,698 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:22:38,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:38,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:38,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:38,700 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-22T03:22:38,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:22:38,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:38,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:38,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:38,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:22:38,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1043369506, stopped=false 2024-11-22T03:22:38,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,33587,1732245738788 2024-11-22T03:22:38,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-805870662/running 2024-11-22T03:22:38,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-805870662/running 2024-11-22T03:22:38,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:38,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:38,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:38,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:38,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:38,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/running 2024-11-22T03:22:38,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,43727,1732245738979' ***** 2024-11-22T03:22:38,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:22:38,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(3091): Received CLOSE for c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:38,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Set watcher on znode that does not yet exist, /2-805870662/running 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(3091): Received CLOSE for c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,43727,1732245738979 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:38,711 INFO [RS:0;b458937b0f5f:43727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43727. 2024-11-22T03:22:38,711 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4b7a5f06ca1a67e01e54e7fade2911d, disabling compactions & flushes 2024-11-22T03:22:38,711 DEBUG [RS:0;b458937b0f5f:43727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:38,711 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:38,711 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. after waiting 0 ms 2024-11-22T03:22:38,712 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:38,712 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:22:38,712 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:22:38,712 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:22:38,712 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4b7a5f06ca1a67e01e54e7fade2911d 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-22T03:22:38,712 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:22:38,712 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1325): Online Regions={c4b7a5f06ca1a67e01e54e7fade2911d=hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d., 1588230740=hbase:meta,,1.1588230740, c2ba1fcb30e4e6702088fa88cb02fa91=test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91.} 2024-11-22T03:22:38,712 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2ba1fcb30e4e6702088fa88cb02fa91, c4b7a5f06ca1a67e01e54e7fade2911d 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:38,712 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:38,712 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:38,713 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:22:38,728 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/.tmp/queue/7a86dbe00ed04145a63f4cb1bc65f224 is 154, key is 1-b458937b0f5f,43727,1732245738979/queue:b458937b0f5f%2C43727%2C1732245738979/1732245758664/Put/seqid=0 2024-11-22T03:22:38,728 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/info/8b19880a883444c9a25d8a50febc6eb1 is 147, key is hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d./info:regioninfo/1732245749660/Put/seqid=0 2024-11-22T03:22:38,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741840_1016 (size=5353) 2024-11-22T03:22:38,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741841_1017 (size=7686) 2024-11-22T03:22:38,733 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/info/8b19880a883444c9a25d8a50febc6eb1 2024-11-22T03:22:38,733 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/.tmp/queue/7a86dbe00ed04145a63f4cb1bc65f224 2024-11-22T03:22:38,737 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1338, reset compression=false 2024-11-22T03:22:38,737 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:38,739 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/.tmp/queue/7a86dbe00ed04145a63f4cb1bc65f224 as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/queue/7a86dbe00ed04145a63f4cb1bc65f224 2024-11-22T03:22:38,740 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:38,741 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:38,741 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:38,745 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/queue/7a86dbe00ed04145a63f4cb1bc65f224, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T03:22:38,746 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c4b7a5f06ca1a67e01e54e7fade2911d in 34ms, sequenceid=12, compaction requested=false 2024-11-22T03:22:38,750 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/replication/c4b7a5f06ca1a67e01e54e7fade2911d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:22:38,750 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:38,750 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:22:38,750 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:38,750 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4b7a5f06ca1a67e01e54e7fade2911d: Waiting for close lock at 1732245758711Running coprocessor pre-close hooks at 1732245758711Disabling compacts and flushes for region at 1732245758711Disabling writes for close at 1732245758712 (+1 ms)Obtaining lock to block concurrent updates at 1732245758712Preparing flush snapshotting stores in c4b7a5f06ca1a67e01e54e7fade2911d at 1732245758712Finished memstore snapshotting hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732245758712Flushing stores of hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. at 1732245758713 (+1 ms)Flushing c4b7a5f06ca1a67e01e54e7fade2911d/queue: creating writer at 1732245758713Flushing c4b7a5f06ca1a67e01e54e7fade2911d/queue: appending metadata at 1732245758727 (+14 ms)Flushing c4b7a5f06ca1a67e01e54e7fade2911d/queue: closing flushed file at 1732245758727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1061a12a: reopening flushed file at 1732245758738 (+11 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c4b7a5f06ca1a67e01e54e7fade2911d in 34ms, sequenceid=12, compaction requested=false at 1732245758746 (+8 ms)Writing region close event to WAL at 1732245758747 (+1 ms)Running coprocessor post-close hooks at 1732245758750 (+3 ms)Closed at 1732245758750 2024-11-22T03:22:38,751 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245748479.c4b7a5f06ca1a67e01e54e7fade2911d. 2024-11-22T03:22:38,751 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2ba1fcb30e4e6702088fa88cb02fa91, disabling compactions & flushes 2024-11-22T03:22:38,751 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:38,751 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:38,751 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. after waiting 0 ms 2024-11-22T03:22:38,751 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:38,751 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2ba1fcb30e4e6702088fa88cb02fa91 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T03:22:38,755 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/ns/3073786b5a6f418cb63391c2dcbb5309 is 43, key is default/ns:d/1732245740961/Put/seqid=0 2024-11-22T03:22:38,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741842_1018 (size=5153) 2024-11-22T03:22:38,762 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/ns/3073786b5a6f418cb63391c2dcbb5309 2024-11-22T03:22:38,770 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/f/01649b9b0feb47b587aee646bb31a768 is 37, key is row3/f:row3/1732245757360/Put/seqid=0 2024-11-22T03:22:38,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741843_1019 (size=5228) 2024-11-22T03:22:38,780 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f39d9dbec2482293651fe1466fb5d1 is 112, key is test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91./rep_barrier:seqnumDuringOpen/1732245745140/Put/seqid=0 2024-11-22T03:22:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741844_1020 (size=5518) 2024-11-22T03:22:38,848 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1471, reset compression=false 2024-11-22T03:22:38,862 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1515, reset compression=false 2024-11-22T03:22:38,865 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:38,865 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1762, reset compression=false 2024-11-22T03:22:38,865 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43727,1732245738979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:38,866 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,43727,1732245738979: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,43727,1732245738979, walGroup=b458937b0f5f%2C43727%2C1732245738979, offset=b458937b0f5f%2C43727%2C1732245738979.1732245740505:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:22:38,867 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:22:38,867 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:22:38,868 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:22:38,868 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:22:38,868 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:22:38,868 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1121976320, "init": 1048576000, "max": 2306867200, "used": 776477680 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198776600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:22:38,868 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:33587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:33587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:22:38,912 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:38,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:39,069 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1762, reset compression=false 2024-11-22T03:22:39,113 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:39,151 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1471, reset compression=false 2024-11-22T03:22:39,175 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/f/01649b9b0feb47b587aee646bb31a768 2024-11-22T03:22:39,201 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f39d9dbec2482293651fe1466fb5d1 2024-11-22T03:22:39,203 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01649b9b0feb47b587aee646bb31a768 2024-11-22T03:22:39,223 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/table/2552dc4f5fde43ffb7e42fff42d6d33b is 53, key is hbase:replication/table:state/1732245749677/Put/seqid=0 2024-11-22T03:22:39,223 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/f1/d3d03a2a3a4947fc98f825e71646ecda is 30, key is row1/f1:/1732245754684/DeleteFamily/seqid=0 2024-11-22T03:22:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741845_1021 (size=5308) 2024-11-22T03:22:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741846_1022 (size=5158) 2024-11-22T03:22:39,228 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/table/2552dc4f5fde43ffb7e42fff42d6d33b 2024-11-22T03:22:39,237 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/info/8b19880a883444c9a25d8a50febc6eb1 as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/info/8b19880a883444c9a25d8a50febc6eb1 2024-11-22T03:22:39,244 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/info/8b19880a883444c9a25d8a50febc6eb1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:22:39,245 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/ns/3073786b5a6f418cb63391c2dcbb5309 as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/ns/3073786b5a6f418cb63391c2dcbb5309 2024-11-22T03:22:39,248 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:39,254 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/ns/3073786b5a6f418cb63391c2dcbb5309, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:22:39,254 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f39d9dbec2482293651fe1466fb5d1 as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/rep_barrier/d9f39d9dbec2482293651fe1466fb5d1 2024-11-22T03:22:39,259 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/rep_barrier/d9f39d9dbec2482293651fe1466fb5d1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:22:39,260 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/.tmp/table/2552dc4f5fde43ffb7e42fff42d6d33b as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/table/2552dc4f5fde43ffb7e42fff42d6d33b 2024-11-22T03:22:39,265 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/table/2552dc4f5fde43ffb7e42fff42d6d33b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:22:39,265 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 553ms, sequenceid=16, compaction requested=false 2024-11-22T03:22:39,276 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:22:39,276 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:39,277 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:22:39,277 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:39,277 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245758712Running coprocessor pre-close hooks at 1732245758712Disabling compacts and flushes for region at 1732245758712Disabling writes for close at 1732245758712Obtaining lock to block concurrent updates at 1732245758713 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245758713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245758713Flushing stores of hbase:meta,,1.1588230740 at 1732245758713Flushing 1588230740/info: creating writer at 1732245758713Flushing 1588230740/info: appending metadata at 1732245758728 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732245758728Flushing 1588230740/ns: creating writer at 1732245758737 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732245758754 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732245758754Flushing 1588230740/rep_barrier: creating writer at 1732245758765 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245758780 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245758780Flushing 1588230740/table: creating writer at 1732245759205 (+425 ms)Flushing 1588230740/table: appending metadata at 1732245759222 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732245759222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bce76ff: reopening flushed file at 1732245759237 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa54ad7: reopening flushed file at 1732245759244 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a90a051: reopening flushed file at 1732245759254 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3744e6bf: reopening flushed file at 1732245759259 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 553ms, sequenceid=16, compaction requested=false at 1732245759265 (+6 ms)Writing region close event to WAL at 1732245759267 (+2 ms)Running coprocessor post-close hooks at 1732245759276 (+9 ms)Closed at 1732245759277 (+1 ms) 2024-11-22T03:22:39,277 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:39,313 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1351): Waiting on c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:39,338 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:22:39,338 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:22:39,372 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.wal-reader.b458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/WALs/b458937b0f5f,43727,1732245738979/b458937b0f5f%2C43727%2C1732245738979.1732245740505 to pos 1762, reset compression=false 2024-11-22T03:22:39,513 DEBUG [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1351): Waiting on c2ba1fcb30e4e6702088fa88cb02fa91 2024-11-22T03:22:39,554 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1471, reset compression=false 2024-11-22T03:22:39,628 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/f1/d3d03a2a3a4947fc98f825e71646ecda 2024-11-22T03:22:39,632 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3d03a2a3a4947fc98f825e71646ecda 2024-11-22T03:22:39,647 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/norep/c2ef12fc8ef34509977f21353711897d is 33, key is row2/norep:/1732245755690/DeleteFamily/seqid=0 2024-11-22T03:22:39,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741847_1023 (size=5108) 2024-11-22T03:22:39,650 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/norep/c2ef12fc8ef34509977f21353711897d 2024-11-22T03:22:39,651 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:39,655 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2ef12fc8ef34509977f21353711897d 2024-11-22T03:22:39,655 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/f/01649b9b0feb47b587aee646bb31a768 as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/f/01649b9b0feb47b587aee646bb31a768 2024-11-22T03:22:39,659 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01649b9b0feb47b587aee646bb31a768 2024-11-22T03:22:39,659 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/f/01649b9b0feb47b587aee646bb31a768, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T03:22:39,660 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/f1/d3d03a2a3a4947fc98f825e71646ecda as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/f1/d3d03a2a3a4947fc98f825e71646ecda 2024-11-22T03:22:39,666 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3d03a2a3a4947fc98f825e71646ecda 2024-11-22T03:22:39,666 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/f1/d3d03a2a3a4947fc98f825e71646ecda, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T03:22:39,667 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/.tmp/norep/c2ef12fc8ef34509977f21353711897d as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/norep/c2ef12fc8ef34509977f21353711897d 2024-11-22T03:22:39,671 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2ef12fc8ef34509977f21353711897d 2024-11-22T03:22:39,671 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/norep/c2ef12fc8ef34509977f21353711897d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T03:22:39,672 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c2ba1fcb30e4e6702088fa88cb02fa91 in 921ms, sequenceid=12, compaction requested=false 2024-11-22T03:22:39,683 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/data/default/test/c2ba1fcb30e4e6702088fa88cb02fa91/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:22:39,684 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:39,684 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:39,684 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:39,684 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2ba1fcb30e4e6702088fa88cb02fa91: Waiting for close lock at 1732245758751Running coprocessor pre-close hooks at 1732245758751Disabling compacts and flushes for region at 1732245758751Disabling writes for close at 1732245758751Obtaining lock to block concurrent updates at 1732245758751Preparing flush snapshotting stores in c2ba1fcb30e4e6702088fa88cb02fa91 at 1732245758751Finished memstore snapshotting test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732245758751Flushing stores of test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. at 1732245758752 (+1 ms)Flushing c2ba1fcb30e4e6702088fa88cb02fa91/f: creating writer at 1732245758752Flushing c2ba1fcb30e4e6702088fa88cb02fa91/f: appending metadata at 1732245758770 (+18 ms)Flushing c2ba1fcb30e4e6702088fa88cb02fa91/f: closing flushed file at 1732245758770Flushing c2ba1fcb30e4e6702088fa88cb02fa91/f1: creating writer at 1732245759203 (+433 ms)Flushing c2ba1fcb30e4e6702088fa88cb02fa91/f1: appending metadata at 1732245759222 (+19 ms)Flushing c2ba1fcb30e4e6702088fa88cb02fa91/f1: closing flushed file at 1732245759222Flushing c2ba1fcb30e4e6702088fa88cb02fa91/norep: creating writer at 1732245759632 (+410 ms)Flushing c2ba1fcb30e4e6702088fa88cb02fa91/norep: appending metadata at 1732245759646 (+14 ms)Flushing c2ba1fcb30e4e6702088fa88cb02fa91/norep: closing flushed file at 1732245759646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab92dda: reopening flushed file at 1732245759655 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2f5aba: reopening flushed file at 1732245759660 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323f8473: reopening flushed file at 1732245759666 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c2ba1fcb30e4e6702088fa88cb02fa91 in 921ms, sequenceid=12, compaction requested=false at 1732245759672 (+6 ms)Writing region close event to WAL at 1732245759679 (+7 ms)Running coprocessor post-close hooks at 1732245759684 (+5 ms)Closed at 1732245759684 2024-11-22T03:22:39,684 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245743990.c2ba1fcb30e4e6702088fa88cb02fa91. 2024-11-22T03:22:39,713 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,43727,1732245738979; all regions closed. 2024-11-22T03:22:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:22:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741839_1015 (size=3115) 2024-11-22T03:22:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741833_1009 (size=2414) 2024-11-22T03:22:39,720 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:39,720 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:39,720 INFO [RS:0;b458937b0f5f:43727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:39,720 INFO [RS:0;b458937b0f5f:43727 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:39,720 INFO [RS:0;b458937b0f5f:43727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:39,720 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:39,721 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,43727,1732245738979 because: Region server is closing 2024-11-22T03:22:39,721 INFO [RS:0;b458937b0f5f:43727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43727. 2024-11-22T03:22:39,721 DEBUG [RS:0;b458937b0f5f:43727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:39,721 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:39,721 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:39,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:39,822 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43727,1732245738979.replicationSource.shipperb458937b0f5f%2C43727%2C1732245738979,1-b458937b0f5f,43727,1732245738979 terminated 2024-11-22T03:22:39,822 INFO [RS:0;b458937b0f5f:43727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43727. 2024-11-22T03:22:39,822 DEBUG [RS:0;b458937b0f5f:43727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:39,822 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:39,822 DEBUG [RS:0;b458937b0f5f:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:39,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:39,822 INFO [RS:0;b458937b0f5f:43727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43727 2024-11-22T03:22:39,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-805870662/rs/b458937b0f5f,43727,1732245738979 2024-11-22T03:22:39,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662/rs 2024-11-22T03:22:39,868 INFO [RS:0;b458937b0f5f:43727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:39,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,43727,1732245738979] 2024-11-22T03:22:39,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-805870662/draining/b458937b0f5f,43727,1732245738979 already deleted, retry=false 2024-11-22T03:22:39,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,43727,1732245738979 expired; onlineServers=0 2024-11-22T03:22:39,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,33587,1732245738788' ***** 2024-11-22T03:22:39,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:22:39,889 INFO [M:0;b458937b0f5f:33587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:39,889 INFO [M:0;b458937b0f5f:33587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:39,889 DEBUG [M:0;b458937b0f5f:33587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:22:39,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:22:39,889 DEBUG [M:0;b458937b0f5f:33587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:22:39,889 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245740161 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245740161,5,FailOnTimeoutGroup] 2024-11-22T03:22:39,889 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245740160 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245740160,5,FailOnTimeoutGroup] 2024-11-22T03:22:39,889 INFO [M:0;b458937b0f5f:33587 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:39,889 INFO [M:0;b458937b0f5f:33587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:39,889 DEBUG [M:0;b458937b0f5f:33587 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:22:39,890 INFO [M:0;b458937b0f5f:33587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:22:39,890 INFO [M:0;b458937b0f5f:33587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:39,890 INFO [M:0;b458937b0f5f:33587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:22:39,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:22:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-805870662/master 2024-11-22T03:22:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-805870662 2024-11-22T03:22:39,931 DEBUG [M:0;b458937b0f5f:33587 {}] zookeeper.ZKUtil(347): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Unable to get data of znode /2-805870662/master because node does not exist (not an error) 2024-11-22T03:22:39,931 WARN [M:0;b458937b0f5f:33587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:22:39,932 INFO [M:0;b458937b0f5f:33587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/.lastflushedseqids 2024-11-22T03:22:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741848_1024 (size=245) 2024-11-22T03:22:39,936 INFO [M:0;b458937b0f5f:33587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:22:39,936 INFO [M:0;b458937b0f5f:33587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:22:39,936 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:39,936 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:39,936 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:39,936 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:39,936 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:39,936 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-22T03:22:39,955 DEBUG [M:0;b458937b0f5f:33587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd8039adb6f64f599e5c4bf9ed6015de is 82, key is hbase:meta,,1/info:regioninfo/1732245740939/Put/seqid=0 2024-11-22T03:22:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741849_1025 (size=5672) 2024-11-22T03:22:39,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:39,978 INFO [RS:0;b458937b0f5f:43727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:39,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160901b940007, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:39,978 INFO [RS:0;b458937b0f5f:43727 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,43727,1732245738979; zookeeper connection closed. 2024-11-22T03:22:39,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d1fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d1fc 2024-11-22T03:22:39,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:22:40,057 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1471, reset compression=false 2024-11-22T03:22:40,155 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:40,358 INFO [M:0;b458937b0f5f:33587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd8039adb6f64f599e5c4bf9ed6015de 2024-11-22T03:22:40,385 DEBUG [M:0;b458937b0f5f:33587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54b805cac37c4c739c855e041a2f462f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245749680/Put/seqid=0 2024-11-22T03:22:40,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741850_1026 (size=9211) 2024-11-22T03:22:40,389 INFO [M:0;b458937b0f5f:33587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54b805cac37c4c739c855e041a2f462f 2024-11-22T03:22:40,409 DEBUG [M:0;b458937b0f5f:33587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4b0a9aa129f4d69b14131fb9d3e3ac3 is 69, key is b458937b0f5f,43727,1732245738979/rs:state/1732245740201/Put/seqid=0 2024-11-22T03:22:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741851_1027 (size=5156) 2024-11-22T03:22:40,413 INFO [M:0;b458937b0f5f:33587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4b0a9aa129f4d69b14131fb9d3e3ac3 2024-11-22T03:22:40,416 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd8039adb6f64f599e5c4bf9ed6015de as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd8039adb6f64f599e5c4bf9ed6015de 2024-11-22T03:22:40,420 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd8039adb6f64f599e5c4bf9ed6015de, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T03:22:40,421 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54b805cac37c4c739c855e041a2f462f as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54b805cac37c4c739c855e041a2f462f 2024-11-22T03:22:40,425 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54b805cac37c4c739c855e041a2f462f, entries=15, sequenceid=127, filesize=9.0 K 2024-11-22T03:22:40,426 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4b0a9aa129f4d69b14131fb9d3e3ac3 as hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4b0a9aa129f4d69b14131fb9d3e3ac3 2024-11-22T03:22:40,429 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/65ad00fb-cadf-1591-29e3-0f8365b50aa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4b0a9aa129f4d69b14131fb9d3e3ac3, entries=1, sequenceid=127, filesize=5.0 K 2024-11-22T03:22:40,430 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=127, compaction requested=false 2024-11-22T03:22:40,431 INFO [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:40,431 DEBUG [M:0;b458937b0f5f:33587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245759936Disabling compacts and flushes for region at 1732245759936Disabling writes for close at 1732245759936Obtaining lock to block concurrent updates at 1732245759936Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245759936Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732245759937 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245759937Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245759937Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245759954 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245759954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245760364 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245760385 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245760385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245760393 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245760408 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245760409 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d9f777: reopening flushed file at 1732245760416 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5577c4e2: reopening flushed file at 1732245760420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267d38c1: reopening flushed file at 1732245760425 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=127, compaction requested=false at 1732245760430 (+5 ms)Writing region close event to WAL at 1732245760431 (+1 ms)Closed at 1732245760431 2024-11-22T03:22:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741830_1006 (size=73854) 2024-11-22T03:22:40,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:40,433 INFO [M:0;b458937b0f5f:33587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:22:40,433 INFO [M:0;b458937b0f5f:33587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33587 2024-11-22T03:22:40,434 INFO [M:0;b458937b0f5f:33587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:40,578 INFO [M:0;b458937b0f5f:33587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10160901b940006, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:40,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bfdb248{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:40,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30f45835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:40,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:40,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c30093{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:40,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295bfe99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:40,583 WARN [BP-353137845-172.17.0.3-1732245736826 heartbeating to localhost/127.0.0.1:33909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:22:40,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:22:40,583 WARN [BP-353137845-172.17.0.3-1732245736826 heartbeating to localhost/127.0.0.1:33909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-353137845-172.17.0.3-1732245736826 (Datanode Uuid 82120451-da0c-4623-b371-e9cc74dd7355) service to localhost/127.0.0.1:33909 2024-11-22T03:22:40,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:22:40,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/cluster_7e94bd2b-e0da-8259-dcfb-7d8548e92560/data/data1/current/BP-353137845-172.17.0.3-1732245736826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:40,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/cluster_7e94bd2b-e0da-8259-dcfb-7d8548e92560/data/data2/current/BP-353137845-172.17.0.3-1732245736826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:40,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:22:40,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a4ea7ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:40,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63021341{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:40,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:40,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37631bfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:40,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec7b40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:40,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:22:40,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:22:40,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:40,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:40,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:40,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:40,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:22:40,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=263933084, stopped=false 2024-11-22T03:22:40,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:40,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,45887,1732245733281 2024-11-22T03:22:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-842754862/running 2024-11-22T03:22:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-842754862/running 2024-11-22T03:22:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:40,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:40,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:40,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:40,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:40,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/running 2024-11-22T03:22:40,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Set watcher on znode that does not yet exist, /1-842754862/running 2024-11-22T03:22:40,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,42265,1732245733832' ***** 2024-11-22T03:22:40,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:22:40,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2be562c8699a013bbe636ac59a12ca 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,42265,1732245733832 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42265. 2024-11-22T03:22:40,616 DEBUG [RS:0;b458937b0f5f:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:40,616 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2be562c8699a013bbe636ac59a12ca, disabling compactions & flushes 2024-11-22T03:22:40,616 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:40,616 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:40,616 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:40,616 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:22:40,617 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. after waiting 0 ms 2024-11-22T03:22:40,617 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:22:40,617 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:22:40,617 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:40,617 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:22:40,617 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc2be562c8699a013bbe636ac59a12ca 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T03:22:40,617 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:22:40,617 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc2be562c8699a013bbe636ac59a12ca=test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca., d17e192b7860725a8a506c630d3af52e=hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.} 2024-11-22T03:22:40,617 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2be562c8699a013bbe636ac59a12ca, d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:40,617 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:40,617 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:40,617 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:40,617 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:40,617 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:40,617 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:22:40,622 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:40,634 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/info/e0ec3a656eae445a93abd85e8668b2e6 is 147, key is hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e./info:regioninfo/1732245747753/Put/seqid=0 2024-11-22T03:22:40,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/f/38bfc004e900470291a5bfc7cba96203 is 37, key is row3/f:row3/1732245757360/Put/seqid=0 2024-11-22T03:22:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741840_1016 (size=7686) 2024-11-22T03:22:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741841_1017 (size=5228) 2024-11-22T03:22:40,661 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1471, reset compression=false 2024-11-22T03:22:40,667 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:40,667 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1718, reset compression=false 2024-11-22T03:22:40,667 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42265,1732245733832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:40,668 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,42265,1732245733832: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,42265,1732245733832, walGroup=b458937b0f5f%2C42265%2C1732245733832, offset=b458937b0f5f%2C42265%2C1732245733832.1732245736221:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:42265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:22:40,669 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:22:40,669 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:22:40,670 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:22:40,670 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:22:40,670 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:22:40,670 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1121976320, "init": 1048576000, "max": 2306867200, "used": 828906480 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199268696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:22:40,670 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:22:40,760 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:40,817 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2be562c8699a013bbe636ac59a12ca, d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:40,873 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1718, reset compression=false 2024-11-22T03:22:41,017 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2be562c8699a013bbe636ac59a12ca, d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:41,052 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/f/38bfc004e900470291a5bfc7cba96203 2024-11-22T03:22:41,052 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/info/e0ec3a656eae445a93abd85e8668b2e6 2024-11-22T03:22:41,056 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38bfc004e900470291a5bfc7cba96203 2024-11-22T03:22:41,072 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/f1/aa2234307d04432586275877f43b98a1 is 30, key is row1/f1:/1732245754684/DeleteFamily/seqid=0 2024-11-22T03:22:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741842_1018 (size=5158) 2024-11-22T03:22:41,078 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/f1/aa2234307d04432586275877f43b98a1 2024-11-22T03:22:41,081 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/ns/eb457be733d84c258f93db7c1247c53a is 43, key is default/ns:d/1732245736728/Put/seqid=0 2024-11-22T03:22:41,082 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa2234307d04432586275877f43b98a1 2024-11-22T03:22:41,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741843_1019 (size=5153) 2024-11-22T03:22:41,088 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/ns/eb457be733d84c258f93db7c1247c53a 2024-11-22T03:22:41,102 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/norep/410bc68190184a378d6ddb7c00d214b8 is 33, key is row1/norep:/1732245754684/DeleteFamily/seqid=0 2024-11-22T03:22:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741844_1020 (size=5108) 2024-11-22T03:22:41,107 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/rep_barrier/64a8fd20c6c24da0a6244dbd0f67440d is 112, key is test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca./rep_barrier:seqnumDuringOpen/1732245743098/Put/seqid=0 2024-11-22T03:22:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741845_1021 (size=5518) 2024-11-22T03:22:41,166 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:22:41,166 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:22:41,176 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1718, reset compression=false 2024-11-22T03:22:41,217 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2be562c8699a013bbe636ac59a12ca, d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:41,418 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2be562c8699a013bbe636ac59a12ca, d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:41,463 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:41,506 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/norep/410bc68190184a378d6ddb7c00d214b8 2024-11-22T03:22:41,511 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/rep_barrier/64a8fd20c6c24da0a6244dbd0f67440d 2024-11-22T03:22:41,512 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 410bc68190184a378d6ddb7c00d214b8 2024-11-22T03:22:41,513 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/f/38bfc004e900470291a5bfc7cba96203 as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/f/38bfc004e900470291a5bfc7cba96203 2024-11-22T03:22:41,519 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38bfc004e900470291a5bfc7cba96203 2024-11-22T03:22:41,519 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/f/38bfc004e900470291a5bfc7cba96203, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T03:22:41,527 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/f1/aa2234307d04432586275877f43b98a1 as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/f1/aa2234307d04432586275877f43b98a1 2024-11-22T03:22:41,534 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/table/d41dfd04b2274d1b93850e749e58ad60 is 53, key is hbase:replication/table:state/1732245747766/Put/seqid=0 2024-11-22T03:22:41,543 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa2234307d04432586275877f43b98a1 2024-11-22T03:22:41,543 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/f1/aa2234307d04432586275877f43b98a1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T03:22:41,545 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/.tmp/norep/410bc68190184a378d6ddb7c00d214b8 as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/norep/410bc68190184a378d6ddb7c00d214b8 2024-11-22T03:22:41,549 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 410bc68190184a378d6ddb7c00d214b8 2024-11-22T03:22:41,550 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/norep/410bc68190184a378d6ddb7c00d214b8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T03:22:41,551 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cc2be562c8699a013bbe636ac59a12ca in 933ms, sequenceid=12, compaction requested=false 2024-11-22T03:22:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741846_1022 (size=5308) 2024-11-22T03:22:41,558 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/table/d41dfd04b2274d1b93850e749e58ad60 2024-11-22T03:22:41,565 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/info/e0ec3a656eae445a93abd85e8668b2e6 as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/info/e0ec3a656eae445a93abd85e8668b2e6 2024-11-22T03:22:41,573 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/info/e0ec3a656eae445a93abd85e8668b2e6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:22:41,574 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/ns/eb457be733d84c258f93db7c1247c53a as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/ns/eb457be733d84c258f93db7c1247c53a 2024-11-22T03:22:41,579 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 1718, reset compression=false 2024-11-22T03:22:41,580 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/ns/eb457be733d84c258f93db7c1247c53a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:22:41,582 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/rep_barrier/64a8fd20c6c24da0a6244dbd0f67440d as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/rep_barrier/64a8fd20c6c24da0a6244dbd0f67440d 2024-11-22T03:22:41,589 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/rep_barrier/64a8fd20c6c24da0a6244dbd0f67440d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:22:41,590 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/.tmp/table/d41dfd04b2274d1b93850e749e58ad60 as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/table/d41dfd04b2274d1b93850e749e58ad60 2024-11-22T03:22:41,598 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/table/d41dfd04b2274d1b93850e749e58ad60, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:22:41,599 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=16, compaction requested=false 2024-11-22T03:22:41,612 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:41,612 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 2362, reset compression=false 2024-11-22T03:22:41,618 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2be562c8699a013bbe636ac59a12ca, d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:41,619 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/default/test/cc2be562c8699a013bbe636ac59a12ca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:22:41,619 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:41,620 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2be562c8699a013bbe636ac59a12ca: Waiting for close lock at 1732245760616Running coprocessor pre-close hooks at 1732245760616Disabling compacts and flushes for region at 1732245760616Disabling writes for close at 1732245760617 (+1 ms)Obtaining lock to block concurrent updates at 1732245760617Preparing flush snapshotting stores in cc2be562c8699a013bbe636ac59a12ca at 1732245760617Finished memstore snapshotting test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732245760617Flushing stores of test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. at 1732245760618 (+1 ms)Flushing cc2be562c8699a013bbe636ac59a12ca/f: creating writer at 1732245760618Flushing cc2be562c8699a013bbe636ac59a12ca/f: appending metadata at 1732245760635 (+17 ms)Flushing cc2be562c8699a013bbe636ac59a12ca/f: closing flushed file at 1732245760635Flushing cc2be562c8699a013bbe636ac59a12ca/f1: creating writer at 1732245761056 (+421 ms)Flushing cc2be562c8699a013bbe636ac59a12ca/f1: appending metadata at 1732245761071 (+15 ms)Flushing cc2be562c8699a013bbe636ac59a12ca/f1: closing flushed file at 1732245761071Flushing cc2be562c8699a013bbe636ac59a12ca/norep: creating writer at 1732245761082 (+11 ms)Flushing cc2be562c8699a013bbe636ac59a12ca/norep: appending metadata at 1732245761101 (+19 ms)Flushing cc2be562c8699a013bbe636ac59a12ca/norep: closing flushed file at 1732245761101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fbf549: reopening flushed file at 1732245761512 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282da285: reopening flushed file at 1732245761521 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6931f16c: reopening flushed file at 1732245761544 (+23 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cc2be562c8699a013bbe636ac59a12ca in 933ms, sequenceid=12, compaction requested=false at 1732245761551 (+7 ms)Writing region close event to WAL at 1732245761600 (+49 ms)Running coprocessor post-close hooks at 1732245761619 (+19 ms)Closed at 1732245761620 (+1 ms) 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245741832.cc2be562c8699a013bbe636ac59a12ca. 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d17e192b7860725a8a506c630d3af52e, disabling compactions & flushes 2024-11-22T03:22:41,620 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. after waiting 0 ms 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d17e192b7860725a8a506c630d3af52e: Waiting for close lock at 1732245761620Running coprocessor pre-close hooks at 1732245761620Disabling compacts and flushes for region at 1732245761620Disabling writes for close at 1732245761620Failed flush hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e., putting online again at 1732245761620 2024-11-22T03:22:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,649 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:22:41,649 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:41,650 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:22:41,650 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:41,650 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245760617Running coprocessor pre-close hooks at 1732245760617Disabling compacts and flushes for region at 1732245760617Disabling writes for close at 1732245760617Obtaining lock to block concurrent updates at 1732245760617Preparing flush snapshotting stores in 1588230740 at 1732245760617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245760617Flushing stores of hbase:meta,,1.1588230740 at 1732245760618 (+1 ms)Flushing 1588230740/info: creating writer at 1732245760618Flushing 1588230740/info: appending metadata at 1732245760633 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732245760634 (+1 ms)Flushing 1588230740/ns: creating writer at 1732245761056 (+422 ms)Flushing 1588230740/ns: appending metadata at 1732245761080 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732245761080Flushing 1588230740/rep_barrier: creating writer at 1732245761091 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245761107 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245761107Flushing 1588230740/table: creating writer at 1732245761516 (+409 ms)Flushing 1588230740/table: appending metadata at 1732245761534 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732245761534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e94a71: reopening flushed file at 1732245761565 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254fe85: reopening flushed file at 1732245761573 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cef2c23: reopening flushed file at 1732245761580 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e82ea9: reopening flushed file at 1732245761589 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=16, compaction requested=false at 1732245761599 (+10 ms)Writing region close event to WAL at 1732245761641 (+42 ms)Running coprocessor post-close hooks at 1732245761649 (+8 ms)Closed at 1732245761650 (+1 ms) 2024-11-22T03:22:41,650 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:41,818 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:22:41,818 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1325): Online Regions={d17e192b7860725a8a506c630d3af52e=hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e.} 2024-11-22T03:22:41,818 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:41,818 DEBUG [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1351): Waiting on d17e192b7860725a8a506c630d3af52e 2024-11-22T03:22:41,818 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d17e192b7860725a8a506c630d3af52e, disabling compactions & flushes 2024-11-22T03:22:41,818 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,818 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,818 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. after waiting 0 ms 2024-11-22T03:22:41,818 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,819 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d17e192b7860725a8a506c630d3af52e: Waiting for close lock at 1732245761818Running coprocessor pre-close hooks at 1732245761818Disabling compacts and flushes for region at 1732245761818Disabling writes for close at 1732245761818Failed flush hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e., putting online again at 1732245761818 2024-11-22T03:22:41,819 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245747321.d17e192b7860725a8a506c630d3af52e. 2024-11-22T03:22:41,841 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/WALs/b458937b0f5f,42265,1732245733832/b458937b0f5f%2C42265%2C1732245733832.1732245736221 to pos 2362, reset compression=false 2024-11-22T03:22:42,018 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T03:22:42,018 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,42265,1732245733832; all regions closed. 2024-11-22T03:22:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:22:42,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741839_1015 (size=2609) 2024-11-22T03:22:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741832_1008 (size=2370) 2024-11-22T03:22:42,027 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:42,027 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:42,027 INFO [RS:0;b458937b0f5f:42265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:42,027 INFO [RS:0;b458937b0f5f:42265 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:42,027 INFO [RS:0;b458937b0f5f:42265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:42,027 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:42,027 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,42265,1732245733832 because: Region server is closing 2024-11-22T03:22:42,028 INFO [RS:0;b458937b0f5f:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42265. 2024-11-22T03:22:42,028 DEBUG [RS:0;b458937b0f5f:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:42,028 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:42,028 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:42,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:42,128 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.shipperb458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 terminated 2024-11-22T03:22:42,128 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42265,1732245733832.replicationSource.wal-reader.b458937b0f5f%2C42265%2C1732245733832,1-b458937b0f5f,42265,1732245733832 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:22:42,128 INFO [RS:0;b458937b0f5f:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42265. 2024-11-22T03:22:42,128 DEBUG [RS:0;b458937b0f5f:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:42,128 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:42,129 DEBUG [RS:0;b458937b0f5f:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:42,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:42,129 INFO [RS:0;b458937b0f5f:42265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42265 2024-11-22T03:22:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862/rs 2024-11-22T03:22:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-842754862/rs/b458937b0f5f,42265,1732245733832 2024-11-22T03:22:42,183 INFO [RS:0;b458937b0f5f:42265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:42,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,42265,1732245733832] 2024-11-22T03:22:42,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-842754862/draining/b458937b0f5f,42265,1732245733832 already deleted, retry=false 2024-11-22T03:22:42,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,42265,1732245733832 expired; onlineServers=0 2024-11-22T03:22:42,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,45887,1732245733281' ***** 2024-11-22T03:22:42,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:22:42,204 INFO [M:0;b458937b0f5f:45887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:42,205 INFO [M:0;b458937b0f5f:45887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:42,205 DEBUG [M:0;b458937b0f5f:45887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:22:42,205 DEBUG [M:0;b458937b0f5f:45887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:22:42,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:22:42,205 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245735922 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245735922,5,FailOnTimeoutGroup] 2024-11-22T03:22:42,205 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245735924 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245735924,5,FailOnTimeoutGroup] 2024-11-22T03:22:42,205 INFO [M:0;b458937b0f5f:45887 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:42,205 INFO [M:0;b458937b0f5f:45887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:42,205 DEBUG [M:0;b458937b0f5f:45887 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:22:42,205 INFO [M:0;b458937b0f5f:45887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:22:42,205 INFO [M:0;b458937b0f5f:45887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:42,205 INFO [M:0;b458937b0f5f:45887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:22:42,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:22:42,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-842754862/master 2024-11-22T03:22:42,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-842754862 2024-11-22T03:22:42,215 DEBUG [M:0;b458937b0f5f:45887 {}] zookeeper.ZKUtil(347): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Unable to get data of znode /1-842754862/master because node does not exist (not an error) 2024-11-22T03:22:42,215 WARN [M:0;b458937b0f5f:45887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:22:42,216 INFO [M:0;b458937b0f5f:45887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/.lastflushedseqids 2024-11-22T03:22:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741847_1023 (size=245) 2024-11-22T03:22:42,267 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:42,294 INFO [RS:0;b458937b0f5f:42265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:42,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:42,294 INFO [RS:0;b458937b0f5f:42265 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,42265,1732245733832; zookeeper connection closed. 2024-11-22T03:22:42,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x10160901b940004, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:42,294 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c650f52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c650f52 2024-11-22T03:22:42,294 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:22:42,621 INFO [M:0;b458937b0f5f:45887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:22:42,621 INFO [M:0;b458937b0f5f:45887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:22:42,621 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:42,621 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:42,621 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:42,621 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:42,621 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:42,621 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T03:22:42,640 DEBUG [M:0;b458937b0f5f:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c23ad4aa40d42c79386631fdbe6de7b is 82, key is hbase:meta,,1/info:regioninfo/1732245736715/Put/seqid=0 2024-11-22T03:22:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:22:42,872 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:22:43,043 INFO [M:0;b458937b0f5f:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c23ad4aa40d42c79386631fdbe6de7b 2024-11-22T03:22:43,064 DEBUG [M:0;b458937b0f5f:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc681e0848854f78973e5894ef5d913c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245747773/Put/seqid=0 2024-11-22T03:22:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741849_1025 (size=8515) 2024-11-22T03:22:43,170 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:43,468 INFO [M:0;b458937b0f5f:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc681e0848854f78973e5894ef5d913c 2024-11-22T03:22:43,488 DEBUG [M:0;b458937b0f5f:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/402a9f752aab44fe89233909054daf07 is 69, key is b458937b0f5f,42265,1732245733832/rs:state/1732245736024/Put/seqid=0 2024-11-22T03:22:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:22:43,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:43,892 INFO [M:0;b458937b0f5f:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/402a9f752aab44fe89233909054daf07 2024-11-22T03:22:43,897 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c23ad4aa40d42c79386631fdbe6de7b as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c23ad4aa40d42c79386631fdbe6de7b 2024-11-22T03:22:43,901 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c23ad4aa40d42c79386631fdbe6de7b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:22:43,901 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc681e0848854f78973e5894ef5d913c as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc681e0848854f78973e5894ef5d913c 2024-11-22T03:22:43,905 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc681e0848854f78973e5894ef5d913c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:22:43,906 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/402a9f752aab44fe89233909054daf07 as hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/402a9f752aab44fe89233909054daf07 2024-11-22T03:22:43,909 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38151/user/jenkins/test-data/cad3619e-dc5a-673c-7c77-0ede85e09984/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/402a9f752aab44fe89233909054daf07, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:22:43,909 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-22T03:22:43,910 INFO [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:43,910 DEBUG [M:0;b458937b0f5f:45887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245762621Disabling compacts and flushes for region at 1732245762621Disabling writes for close at 1732245762621Obtaining lock to block concurrent updates at 1732245762621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245762621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732245762622 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245762622Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245762622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245762639 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245762639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245763047 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245763064 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245763064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245763472 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245763488 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245763488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60766f28: reopening flushed file at 1732245763896 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3a83a4: reopening flushed file at 1732245763901 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79347f8a: reopening flushed file at 1732245763905 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732245763909 (+4 ms)Writing region close event to WAL at 1732245763910 (+1 ms)Closed at 1732245763910 2024-11-22T03:22:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741830_1006 (size=63642) 2024-11-22T03:22:43,912 INFO [M:0;b458937b0f5f:45887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:22:43,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:43,912 INFO [M:0;b458937b0f5f:45887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45887 2024-11-22T03:22:43,913 INFO [M:0;b458937b0f5f:45887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:44,073 INFO [M:0;b458937b0f5f:45887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:44,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:44,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10160901b940003, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:44,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d57648{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:44,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6665a380{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:44,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:44,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@798dd4c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:44,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@108cc29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:44,077 WARN [BP-724484578-172.17.0.3-1732245730551 heartbeating to localhost/127.0.0.1:38151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:22:44,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:22:44,077 WARN [BP-724484578-172.17.0.3-1732245730551 heartbeating to localhost/127.0.0.1:38151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724484578-172.17.0.3-1732245730551 (Datanode Uuid a4fecf82-658d-4bfa-be95-0cb2dd9017de) service to localhost/127.0.0.1:38151 2024-11-22T03:22:44,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:22:44,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/cluster_12d6ab54-1a6b-3073-5dd7-4c102a1fbf23/data/data1/current/BP-724484578-172.17.0.3-1732245730551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:44,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/cluster_12d6ab54-1a6b-3073-5dd7-4c102a1fbf23/data/data2/current/BP-724484578-172.17.0.3-1732245730551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:44,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:22:44,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d48e76c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:44,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f2ec416{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:44,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5720561a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44739bbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39fe0f66-bbdc-7400-a652-58e364339226/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:44,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:22:44,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:22:44,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:44,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:44,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:44,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:44,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:44,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:22:44,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621210151, stopped=false 2024-11-22T03:22:44,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,43745,1732245727133 2024-11-22T03:22:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004951061/running 2024-11-22T03:22:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004951061/running 2024-11-22T03:22:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:44,164 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:44,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:22:44,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:44,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:44,165 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,42713,1732245727458' ***** 2024-11-22T03:22:44,165 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:22:44,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/running 2024-11-22T03:22:44,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Set watcher on znode that does not yet exist, /0-1004951061/running 2024-11-22T03:22:44,165 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(3091): Received CLOSE for e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:44,166 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(3091): Received CLOSE for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,42713,1732245727458 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42713. 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4980b2fc8a74cad0e66d085f29e3ee9, disabling compactions & flushes 2024-11-22T03:22:44,166 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:44,166 DEBUG [RS:0;b458937b0f5f:42713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:44,166 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. after waiting 0 ms 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:22:44,166 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4980b2fc8a74cad0e66d085f29e3ee9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-22T03:22:44,166 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:22:44,166 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1325): Online Regions={e4980b2fc8a74cad0e66d085f29e3ee9=test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9., 1588230740=hbase:meta,,1.1588230740, db06f1577cab3cc34fb6ae6e4c9e222a=hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.} 2024-11-22T03:22:44,166 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:44,166 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:44,166 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:44,167 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:22:44,174 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1488, reset compression=false 2024-11-22T03:22:44,180 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/f/89ca7a5180164b4ca0df24523ab32ec3 is 37, key is row3/f:row3/1732245757360/Put/seqid=0 2024-11-22T03:22:44,182 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:44,182 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1735, reset compression=false 2024-11-22T03:22:44,182 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,42713,1732245727458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:22:44,183 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,42713,1732245727458: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,42713,1732245727458, walGroup=b458937b0f5f%2C42713%2C1732245727458, offset=b458937b0f5f%2C42713%2C1732245727458.1732245729825:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:42713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:22:44,184 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:22:44,184 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:22:44,184 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:22:44,184 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:22:44,184 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:22:44,184 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1121976320, "init": 1048576000, "max": 2306867200, "used": 904403952 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199889696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:22:44,185 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:22:44,185 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/info/d1e1b71368dc4303bb2c0ff29c0d29d0 is 147, key is hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a./info:regioninfo/1732245746587/Put/seqid=0 2024-11-22T03:22:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741840_1016 (size=5228) 2024-11-22T03:22:44,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741841_1017 (size=7686) 2024-11-22T03:22:44,236 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:44,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,367 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:44,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:44,393 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1735, reset compression=false 2024-11-22T03:22:44,567 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:44,592 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/f/89ca7a5180164b4ca0df24523ab32ec3 2024-11-22T03:22:44,596 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ca7a5180164b4ca0df24523ab32ec3 2024-11-22T03:22:44,600 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/info/d1e1b71368dc4303bb2c0ff29c0d29d0 2024-11-22T03:22:44,624 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/f1/60b7147ea4a44e359242006d051c3a80 is 30, key is row1/f1:/1732245754684/DeleteFamily/seqid=0 2024-11-22T03:22:44,626 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/ns/f6f0ba96cecf4c65bd62c3b372ce0155 is 43, key is default/ns:d/1732245730436/Put/seqid=0 2024-11-22T03:22:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741842_1018 (size=5158) 2024-11-22T03:22:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741843_1019 (size=5153) 2024-11-22T03:22:44,628 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/ns/f6f0ba96cecf4c65bd62c3b372ce0155 2024-11-22T03:22:44,648 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/rep_barrier/25f88bc01b684a0b88acbbe02244d386 is 112, key is test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9./rep_barrier:seqnumDuringOpen/1732245741725/Put/seqid=0 2024-11-22T03:22:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741844_1020 (size=5518) 2024-11-22T03:22:44,697 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1735, reset compression=false 2024-11-22T03:22:44,758 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:22:44,758 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:22:44,767 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:44,967 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:45,028 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/f1/60b7147ea4a44e359242006d051c3a80 2024-11-22T03:22:45,030 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60b7147ea4a44e359242006d051c3a80 2024-11-22T03:22:45,047 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/norep/5f0203b0f20a4e0cbf6d5c1c2f9b10ba is 32, key is row/norep:/1732245753679/DeleteFamily/seqid=0 2024-11-22T03:22:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741845_1021 (size=5101) 2024-11-22T03:22:45,051 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/rep_barrier/25f88bc01b684a0b88acbbe02244d386 2024-11-22T03:22:45,070 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/table/022f87d371be49e1b54b1bd86d8fe8a6 is 53, key is hbase:replication/table:state/1732245746600/Put/seqid=0 2024-11-22T03:22:45,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741846_1022 (size=5308) 2024-11-22T03:22:45,101 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1735, reset compression=false 2024-11-22T03:22:45,167 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:45,368 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db06f1577cab3cc34fb6ae6e4c9e222a, e4980b2fc8a74cad0e66d085f29e3ee9 2024-11-22T03:22:45,451 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/norep/5f0203b0f20a4e0cbf6d5c1c2f9b10ba 2024-11-22T03:22:45,454 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f0203b0f20a4e0cbf6d5c1c2f9b10ba 2024-11-22T03:22:45,455 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/f/89ca7a5180164b4ca0df24523ab32ec3 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/f/89ca7a5180164b4ca0df24523ab32ec3 2024-11-22T03:22:45,458 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ca7a5180164b4ca0df24523ab32ec3 2024-11-22T03:22:45,459 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/f/89ca7a5180164b4ca0df24523ab32ec3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T03:22:45,459 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/f1/60b7147ea4a44e359242006d051c3a80 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/f1/60b7147ea4a44e359242006d051c3a80 2024-11-22T03:22:45,463 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60b7147ea4a44e359242006d051c3a80 2024-11-22T03:22:45,463 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/f1/60b7147ea4a44e359242006d051c3a80, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T03:22:45,463 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/.tmp/norep/5f0203b0f20a4e0cbf6d5c1c2f9b10ba as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/norep/5f0203b0f20a4e0cbf6d5c1c2f9b10ba 2024-11-22T03:22:45,467 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f0203b0f20a4e0cbf6d5c1c2f9b10ba 2024-11-22T03:22:45,467 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/norep/5f0203b0f20a4e0cbf6d5c1c2f9b10ba, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T03:22:45,468 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e4980b2fc8a74cad0e66d085f29e3ee9 in 1301ms, sequenceid=12, compaction requested=false 2024-11-22T03:22:45,468 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:22:45,474 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/table/022f87d371be49e1b54b1bd86d8fe8a6 2024-11-22T03:22:45,474 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/default/test/e4980b2fc8a74cad0e66d085f29e3ee9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:45,475 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4980b2fc8a74cad0e66d085f29e3ee9: Waiting for close lock at 1732245764166Running coprocessor pre-close hooks at 1732245764166Disabling compacts and flushes for region at 1732245764166Disabling writes for close at 1732245764166Obtaining lock to block concurrent updates at 1732245764166Preparing flush snapshotting stores in e4980b2fc8a74cad0e66d085f29e3ee9 at 1732245764166Finished memstore snapshotting test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732245764166Flushing stores of test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. at 1732245764167 (+1 ms)Flushing e4980b2fc8a74cad0e66d085f29e3ee9/f: creating writer at 1732245764167Flushing e4980b2fc8a74cad0e66d085f29e3ee9/f: appending metadata at 1732245764180 (+13 ms)Flushing e4980b2fc8a74cad0e66d085f29e3ee9/f: closing flushed file at 1732245764180Flushing e4980b2fc8a74cad0e66d085f29e3ee9/f1: creating writer at 1732245764596 (+416 ms)Flushing e4980b2fc8a74cad0e66d085f29e3ee9/f1: appending metadata at 1732245764623 (+27 ms)Flushing e4980b2fc8a74cad0e66d085f29e3ee9/f1: closing flushed file at 1732245764623Flushing e4980b2fc8a74cad0e66d085f29e3ee9/norep: creating writer at 1732245765031 (+408 ms)Flushing e4980b2fc8a74cad0e66d085f29e3ee9/norep: appending metadata at 1732245765046 (+15 ms)Flushing e4980b2fc8a74cad0e66d085f29e3ee9/norep: closing flushed file at 1732245765046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@859cdb8: reopening flushed file at 1732245765454 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b286482: reopening flushed file at 1732245765459 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497f37e4: reopening flushed file at 1732245765463 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e4980b2fc8a74cad0e66d085f29e3ee9 in 1301ms, sequenceid=12, compaction requested=false at 1732245765468 (+5 ms)Writing region close event to WAL at 1732245765472 (+4 ms)Running coprocessor post-close hooks at 1732245765475 (+3 ms)Closed at 1732245765475 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245741190.e4980b2fc8a74cad0e66d085f29e3ee9. 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db06f1577cab3cc34fb6ae6e4c9e222a, disabling compactions & flushes 2024-11-22T03:22:45,475 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. after waiting 0 ms 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db06f1577cab3cc34fb6ae6e4c9e222a: Waiting for close lock at 1732245765475Running coprocessor pre-close hooks at 1732245765475Disabling compacts and flushes for region at 1732245765475Disabling writes for close at 1732245765475Failed flush hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a., putting online again at 1732245765475 2024-11-22T03:22:45,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,477 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/info/d1e1b71368dc4303bb2c0ff29c0d29d0 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/info/d1e1b71368dc4303bb2c0ff29c0d29d0 2024-11-22T03:22:45,480 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/info/d1e1b71368dc4303bb2c0ff29c0d29d0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:22:45,481 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/ns/f6f0ba96cecf4c65bd62c3b372ce0155 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/ns/f6f0ba96cecf4c65bd62c3b372ce0155 2024-11-22T03:22:45,484 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/ns/f6f0ba96cecf4c65bd62c3b372ce0155, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:22:45,484 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/rep_barrier/25f88bc01b684a0b88acbbe02244d386 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/rep_barrier/25f88bc01b684a0b88acbbe02244d386 2024-11-22T03:22:45,487 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/rep_barrier/25f88bc01b684a0b88acbbe02244d386, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:22:45,487 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/.tmp/table/022f87d371be49e1b54b1bd86d8fe8a6 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/table/022f87d371be49e1b54b1bd86d8fe8a6 2024-11-22T03:22:45,490 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/table/022f87d371be49e1b54b1bd86d8fe8a6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:22:45,491 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-22T03:22:45,491 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:22:45,494 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:22:45,495 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:22:45,495 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:22:45,495 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:45,495 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245764166Running coprocessor pre-close hooks at 1732245764166Disabling compacts and flushes for region at 1732245764166Disabling writes for close at 1732245764166Obtaining lock to block concurrent updates at 1732245764167 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245764167Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245764167Flushing stores of hbase:meta,,1.1588230740 at 1732245764167Flushing 1588230740/info: creating writer at 1732245764167Flushing 1588230740/info: appending metadata at 1732245764185 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732245764185Flushing 1588230740/ns: creating writer at 1732245764603 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732245764625 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732245764625Flushing 1588230740/rep_barrier: creating writer at 1732245764631 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245764647 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245764647Flushing 1588230740/table: creating writer at 1732245765055 (+408 ms)Flushing 1588230740/table: appending metadata at 1732245765070 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732245765070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149aef7e: reopening flushed file at 1732245765477 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694e9117: reopening flushed file at 1732245765480 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0326d6: reopening flushed file at 1732245765484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df40df0: reopening flushed file at 1732245765487 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1732245765491 (+4 ms)Writing region close event to WAL at 1732245765492 (+1 ms)Running coprocessor post-close hooks at 1732245765495 (+3 ms)Closed at 1732245765495 2024-11-22T03:22:45,495 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:45,568 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:22:45,568 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1325): Online Regions={db06f1577cab3cc34fb6ae6e4c9e222a=hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a.} 2024-11-22T03:22:45,568 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(3091): Received CLOSE for db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:45,568 DEBUG [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1351): Waiting on db06f1577cab3cc34fb6ae6e4c9e222a 2024-11-22T03:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db06f1577cab3cc34fb6ae6e4c9e222a, disabling compactions & flushes 2024-11-22T03:22:45,568 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. after waiting 0 ms 2024-11-22T03:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db06f1577cab3cc34fb6ae6e4c9e222a: Waiting for close lock at 1732245765568Running coprocessor pre-close hooks at 1732245765568Disabling compacts and flushes for region at 1732245765568Disabling writes for close at 1732245765568Failed flush hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a., putting online again at 1732245765568 2024-11-22T03:22:45,568 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245746167.db06f1577cab3cc34fb6ae6e4c9e222a. 2024-11-22T03:22:45,604 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 1735, reset compression=false 2024-11-22T03:22:45,607 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:22:45,607 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 2379, reset compression=false 2024-11-22T03:22:45,768 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T03:22:45,768 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,42713,1732245727458; all regions closed. 2024-11-22T03:22:45,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:22:45,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.meta.1732245730377.meta not finished, retry = 0 2024-11-22T03:22:45,810 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.wal-reader.b458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 to pos 2379, reset compression=false 2024-11-22T03:22:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741839_1015 (size=2609) 2024-11-22T03:22:45,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.rep.1732245746530 not finished, retry = 0 2024-11-22T03:22:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741833_1009 (size=2387) 2024-11-22T03:22:45,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/WALs/b458937b0f5f,42713,1732245727458/b458937b0f5f%2C42713%2C1732245727458.1732245729825 not finished, retry = 0 2024-11-22T03:22:46,076 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:46,076 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:22:46,076 INFO [RS:0;b458937b0f5f:42713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:46,076 INFO [RS:0;b458937b0f5f:42713 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:46,076 INFO [RS:0;b458937b0f5f:42713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:46,077 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:46,077 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,42713,1732245727458 because: Region server is closing 2024-11-22T03:22:46,077 INFO [RS:0;b458937b0f5f:42713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42713. 2024-11-22T03:22:46,077 DEBUG [RS:0;b458937b0f5f:42713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:46,077 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:46,077 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:46,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:46,177 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,42713,1732245727458.replicationSource.shipperb458937b0f5f%2C42713%2C1732245727458,1-b458937b0f5f,42713,1732245727458 terminated 2024-11-22T03:22:46,178 INFO [RS:0;b458937b0f5f:42713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:42713. 2024-11-22T03:22:46,178 DEBUG [RS:0;b458937b0f5f:42713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:22:46,178 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:46,178 DEBUG [RS:0;b458937b0f5f:42713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:46,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:22:46,178 INFO [RS:0;b458937b0f5f:42713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42713 2024-11-22T03:22:46,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004951061/rs/b458937b0f5f,42713,1732245727458 2024-11-22T03:22:46,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061/rs 2024-11-22T03:22:46,248 INFO [RS:0;b458937b0f5f:42713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:46,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,42713,1732245727458] 2024-11-22T03:22:46,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1004951061/draining/b458937b0f5f,42713,1732245727458 already deleted, retry=false 2024-11-22T03:22:46,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,42713,1732245727458 expired; onlineServers=0 2024-11-22T03:22:46,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,43745,1732245727133' ***** 2024-11-22T03:22:46,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:22:46,366 INFO [M:0;b458937b0f5f:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:22:46,366 INFO [M:0;b458937b0f5f:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:22:46,366 DEBUG [M:0;b458937b0f5f:43745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:22:46,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:22:46,366 DEBUG [M:0;b458937b0f5f:43745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:22:46,366 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245729568 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245729568,5,FailOnTimeoutGroup] 2024-11-22T03:22:46,366 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245729559 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245729559,5,FailOnTimeoutGroup] 2024-11-22T03:22:46,366 INFO [M:0;b458937b0f5f:43745 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:22:46,366 INFO [M:0;b458937b0f5f:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:22:46,366 DEBUG [M:0;b458937b0f5f:43745 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:22:46,367 INFO [M:0;b458937b0f5f:43745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:22:46,367 INFO [M:0;b458937b0f5f:43745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:22:46,367 INFO [M:0;b458937b0f5f:43745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:22:46,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:22:46,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:46,402 INFO [RS:0;b458937b0f5f:42713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:46,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42713-0x10160901b940001, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:46,402 INFO [RS:0;b458937b0f5f:42713 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,42713,1732245727458; zookeeper connection closed. 2024-11-22T03:22:46,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ed1f5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ed1f5a 2024-11-22T03:22:46,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:22:46,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1004951061/master 2024-11-22T03:22:46,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1004951061 2024-11-22T03:22:46,430 DEBUG [M:0;b458937b0f5f:43745 {}] zookeeper.ZKUtil(347): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Unable to get data of znode /0-1004951061/master because node does not exist (not an error) 2024-11-22T03:22:46,430 WARN [M:0;b458937b0f5f:43745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:22:46,430 INFO [M:0;b458937b0f5f:43745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/.lastflushedseqids 2024-11-22T03:22:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741847_1023 (size=245) 2024-11-22T03:22:46,834 INFO [M:0;b458937b0f5f:43745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:22:46,834 INFO [M:0;b458937b0f5f:43745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:22:46,834 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:46,834 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:46,834 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:46,834 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:46,834 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:46,835 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-22T03:22:46,852 DEBUG [M:0;b458937b0f5f:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097df7d3cece4aa88527802b2f13a1d7 is 82, key is hbase:meta,,1/info:regioninfo/1732245730418/Put/seqid=0 2024-11-22T03:22:46,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:22:47,256 INFO [M:0;b458937b0f5f:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097df7d3cece4aa88527802b2f13a1d7 2024-11-22T03:22:47,272 DEBUG [M:0;b458937b0f5f:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d26d59ba17d469184ac07d03ca187d9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245741744/Put/seqid=0 2024-11-22T03:22:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741849_1025 (size=7217) 2024-11-22T03:22:47,675 INFO [M:0;b458937b0f5f:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d26d59ba17d469184ac07d03ca187d9 2024-11-22T03:22:47,680 INFO [M:0;b458937b0f5f:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d26d59ba17d469184ac07d03ca187d9 2024-11-22T03:22:47,696 DEBUG [M:0;b458937b0f5f:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b418feb94d44779e1d2368d4b5c8a4 is 69, key is b458937b0f5f,42713,1732245727458/rs:state/1732245729590/Put/seqid=0 2024-11-22T03:22:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:22:48,100 INFO [M:0;b458937b0f5f:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b418feb94d44779e1d2368d4b5c8a4 2024-11-22T03:22:48,104 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097df7d3cece4aa88527802b2f13a1d7 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/097df7d3cece4aa88527802b2f13a1d7 2024-11-22T03:22:48,107 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/097df7d3cece4aa88527802b2f13a1d7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T03:22:48,108 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d26d59ba17d469184ac07d03ca187d9 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d26d59ba17d469184ac07d03ca187d9 2024-11-22T03:22:48,110 INFO [M:0;b458937b0f5f:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d26d59ba17d469184ac07d03ca187d9 2024-11-22T03:22:48,110 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d26d59ba17d469184ac07d03ca187d9, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T03:22:48,111 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b418feb94d44779e1d2368d4b5c8a4 as hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b418feb94d44779e1d2368d4b5c8a4 2024-11-22T03:22:48,114 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b418feb94d44779e1d2368d4b5c8a4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T03:22:48,114 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-22T03:22:48,115 INFO [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:48,115 DEBUG [M:0;b458937b0f5f:43745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245766834Disabling compacts and flushes for region at 1732245766834Disabling writes for close at 1732245766834Obtaining lock to block concurrent updates at 1732245766835 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245766835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732245766835Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245766835Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245766835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245766852 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245766852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245767259 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245767271 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245767272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245767680 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245767695 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245767695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df1312a: reopening flushed file at 1732245768103 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ceeeb4f: reopening flushed file at 1732245768107 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f231cf1: reopening flushed file at 1732245768111 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1732245768114 (+3 ms)Writing region close event to WAL at 1732245768115 (+1 ms)Closed at 1732245768115 2024-11-22T03:22:48,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2f8d5e2-60eb-3aff-a85b-1300f0e89b52/MasterData/WALs/b458937b0f5f,43745,1732245727133/b458937b0f5f%2C43745%2C1732245727133.1732245729240 not finished, retry = 0 2024-11-22T03:22:48,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741830_1006 (size=64411) 2024-11-22T03:22:48,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:22:48,218 INFO [M:0;b458937b0f5f:43745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:22:48,218 INFO [M:0;b458937b0f5f:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43745 2024-11-22T03:22:48,218 INFO [M:0;b458937b0f5f:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:22:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x10160901b940000, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:22:48,325 INFO [M:0;b458937b0f5f:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:22:48,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57efe4b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:48,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@396c03cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:48,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:48,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f52b192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:48,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b01e40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:48,330 WARN [BP-1327871587-172.17.0.3-1732245725178 heartbeating to localhost/127.0.0.1:39419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:22:48,330 WARN [BP-1327871587-172.17.0.3-1732245725178 heartbeating to localhost/127.0.0.1:39419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327871587-172.17.0.3-1732245725178 (Datanode Uuid 2215bdcc-0a7b-4f9e-a9a3-6c315c8dea3f) service to localhost/127.0.0.1:39419 2024-11-22T03:22:48,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:22:48,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:22:48,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/data/data1/current/BP-1327871587-172.17.0.3-1732245725178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:48,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/cluster_f29b82d4-67a5-4247-81b3-cb9ce2ad6c06/data/data2/current/BP-1327871587-172.17.0.3-1732245725178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:22:48,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:22:48,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14e928ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:48,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c18a81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:22:48,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:22:48,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31be7e2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:22:48,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef61912{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/379e088a-00bc-c716-8e08-4ca67daaa9a0/hadoop.log.dir/,STOPPED} 2024-11-22T03:22:48,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:22:48,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:22:48,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 262) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39419 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33909 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38151 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=734 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5420 (was 5815) 2024-11-22T03:22:48,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=472, ProcessCount=11, AvailableMemoryMB=5417 2024-11-22T03:22:48,394 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-22T03:22:48,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir so I do NOT create it in target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46 2024-11-22T03:22:48,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:22:48,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.tmp.dir so I do NOT create it in target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46 2024-11-22T03:22:48,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c275e9ea-cb74-f81a-a37f-82681633d251/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:22:48,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46 2024-11-22T03:22:48,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796, deleteOnExit=true 2024-11-22T03:22:48,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/zookeeper_0, clientPort=51700, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:22:48,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51700 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/test.cache.data in system properties and HBase conf 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:22:48,399 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:22:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:22:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160901b940002, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:22:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160901b940005, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:22:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10160901b940008, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:22:48,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160901b940005, quorum=127.0.0.1:57669, baseZNode=/1-842754862 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:22:48,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160901b940002, quorum=127.0.0.1:57669, baseZNode=/0-1004951061 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:22:48,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10160901b940008, quorum=127.0.0.1:57669, baseZNode=/2-805870662 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:22:48,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:48,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:48,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:48,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:48,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:22:48,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:48,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43484d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:48,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f71ff96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:48,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@250c878c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/java.io.tmpdir/jetty-localhost-40207-hadoop-hdfs-3_4_1-tests_jar-_-any-8706231997051527205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:48,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@707ac9fe{HTTP/1.1, (http/1.1)}{localhost:40207} 2024-11-22T03:22:48,872 INFO [Time-limited test {}] server.Server(415): Started @284430ms 2024-11-22T03:22:49,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:49,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:49,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:49,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:49,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:49,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d0783db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:49,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50bad6ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:49,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2498731e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/java.io.tmpdir/jetty-localhost-40137-hadoop-hdfs-3_4_1-tests_jar-_-any-10474268692222878975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:49,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a9ab60a{HTTP/1.1, (http/1.1)}{localhost:40137} 2024-11-22T03:22:49,305 INFO [Time-limited test {}] server.Server(415): Started @284863ms 2024-11-22T03:22:49,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:22:50,103 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/data/data1/current/BP-491459053-172.17.0.3-1732245768426/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:50,103 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/data/data2/current/BP-491459053-172.17.0.3-1732245768426/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:50,125 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:22:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ccdb3dba0995f11 with lease ID 0x7805a61fb466a8d6: Processing first storage report for DS-059235d5-ea26-4faa-ade6-c9e324779729 from datanode DatanodeRegistration(127.0.0.1:39847, datanodeUuid=a1fba535-f11f-42d0-bb15-3bbf82e2adfd, infoPort=35203, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1737420962;c=1732245768426) 2024-11-22T03:22:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ccdb3dba0995f11 with lease ID 0x7805a61fb466a8d6: from storage DS-059235d5-ea26-4faa-ade6-c9e324779729 node DatanodeRegistration(127.0.0.1:39847, datanodeUuid=a1fba535-f11f-42d0-bb15-3bbf82e2adfd, infoPort=35203, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1737420962;c=1732245768426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ccdb3dba0995f11 with lease ID 0x7805a61fb466a8d6: Processing first storage report for DS-466dae40-7c0a-4a6d-9f2e-28ac4102d28b from datanode DatanodeRegistration(127.0.0.1:39847, datanodeUuid=a1fba535-f11f-42d0-bb15-3bbf82e2adfd, infoPort=35203, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1737420962;c=1732245768426) 2024-11-22T03:22:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ccdb3dba0995f11 with lease ID 0x7805a61fb466a8d6: from storage DS-466dae40-7c0a-4a6d-9f2e-28ac4102d28b node DatanodeRegistration(127.0.0.1:39847, datanodeUuid=a1fba535-f11f-42d0-bb15-3bbf82e2adfd, infoPort=35203, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1737420962;c=1732245768426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:50,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46 2024-11-22T03:22:50,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:22:50,174 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac with version=8 2024-11-22T03:22:50,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/hbase-staging 2024-11-22T03:22:50,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:22:50,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:50,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44647 2024-11-22T03:22:50,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44647 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:22:50,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446470x0, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:50,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44647-0x1016090c4790000 connected 2024-11-22T03:22:50,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/running 2024-11-22T03:22:50,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac, hbase.cluster.distributed=false 2024-11-22T03:22:50,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/acl 2024-11-22T03:22:50,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-22T03:22:50,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44647 2024-11-22T03:22:50,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44647 2024-11-22T03:22:50,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-22T03:22:50,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-22T03:22:50,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:22:50,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:50,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37253 2024-11-22T03:22:50,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37253 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:22:50,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,404 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372530x0, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:50,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372530x0, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/running 2024-11-22T03:22:50,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37253-0x1016090c4790001 connected 2024-11-22T03:22:50,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:22:50,409 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:22:50,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/master 2024-11-22T03:22:50,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/acl 2024-11-22T03:22:50,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-22T03:22:50,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37253 2024-11-22T03:22:50,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37253 2024-11-22T03:22:50,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-22T03:22:50,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-22T03:22:50,463 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:44647 2024-11-22T03:22:50,465 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0726863888/backup-masters/b458937b0f5f,44647,1732245770177 2024-11-22T03:22:50,478 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888/backup-masters 2024-11-22T03:22:50,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888/backup-masters 2024-11-22T03:22:50,480 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on existing znode=/0726863888/backup-masters/b458937b0f5f,44647,1732245770177 2024-11-22T03:22:50,488 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0726863888/master 2024-11-22T03:22:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:50,488 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:50,489 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on existing znode=/0726863888/master 2024-11-22T03:22:50,489 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0726863888/backup-masters/b458937b0f5f,44647,1732245770177 from backup master directory 2024-11-22T03:22:50,498 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888/backup-masters 2024-11-22T03:22:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0726863888/backup-masters/b458937b0f5f,44647,1732245770177 2024-11-22T03:22:50,498 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888/backup-masters 2024-11-22T03:22:50,499 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,44647,1732245770177 2024-11-22T03:22:50,503 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/hbase.id] with ID: 1d06ffa0-c34b-40aa-b894-8a71555675c1 2024-11-22T03:22:50,503 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/.tmp/hbase.id 2024-11-22T03:22:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:22:50,518 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/.tmp/hbase.id]:[hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/hbase.id] 2024-11-22T03:22:50,525 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:50,525 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:22:50,526 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:22:50,538 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:22:50,955 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:50,957 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:22:50,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:50,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:50,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:50,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:50,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:50,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:50,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:22:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:51,385 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store 2024-11-22T03:22:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:22:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:22:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:22:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:22:51,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:22:51,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:51,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:51,791 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:51,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:51,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:51,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:51,791 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:51,791 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245771791Disabling compacts and flushes for region at 1732245771791Disabling writes for close at 1732245771791Writing region close event to WAL at 1732245771791Closed at 1732245771791 2024-11-22T03:22:51,792 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/.initializing 2024-11-22T03:22:51,792 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/WALs/b458937b0f5f,44647,1732245770177 2024-11-22T03:22:51,793 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:51,794 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C44647%2C1732245770177, suffix=, logDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/WALs/b458937b0f5f,44647,1732245770177, archiveDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/oldWALs, maxLogs=10 2024-11-22T03:22:51,805 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/WALs/b458937b0f5f,44647,1732245770177/b458937b0f5f%2C44647%2C1732245770177.1732245771794, exclude list is [], retry=0 2024-11-22T03:22:51,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-059235d5-ea26-4faa-ade6-c9e324779729,DISK] 2024-11-22T03:22:51,809 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/WALs/b458937b0f5f,44647,1732245770177/b458937b0f5f%2C44647%2C1732245770177.1732245771794 2024-11-22T03:22:51,809 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35203:35203)] 2024-11-22T03:22:51,809 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:51,809 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:51,809 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,809 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:22:51,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:51,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:51,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:22:51,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:51,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:51,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:22:51,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:51,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:51,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:22:51,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:51,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:51,815 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,815 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,815 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,816 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,816 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,816 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:51,817 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:51,818 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:51,819 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823620, jitterRate=0.055354177951812744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:51,819 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245771809Initializing all the Stores at 1732245771810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245771810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245771810Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245771810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245771810Cleaning up temporary data from old regions at 1732245771816 (+6 ms)Region opened successfully at 1732245771819 (+3 ms) 2024-11-22T03:22:51,824 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:22:51,826 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d4747e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:51,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:22:51,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:22:51,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:22:51,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:22:51,827 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:22:51,828 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:22:51,828 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:22:51,832 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:22:51,833 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Unable to get data of znode /0726863888/balancer because node does not exist (not necessarily an error) 2024-11-22T03:22:51,888 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/balancer already deleted, retry=false 2024-11-22T03:22:51,888 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:22:51,889 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Unable to get data of znode /0726863888/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:22:51,898 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/normalizer already deleted, retry=false 2024-11-22T03:22:51,899 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:22:51,900 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Unable to get data of znode /0726863888/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:22:51,909 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/switch/split already deleted, retry=false 2024-11-22T03:22:51,910 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Unable to get data of znode /0726863888/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:22:51,919 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/switch/merge already deleted, retry=false 2024-11-22T03:22:51,921 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Unable to get data of znode /0726863888/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:22:51,930 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/snapshot-cleanup already deleted, retry=false 2024-11-22T03:22:51,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0726863888/running 2024-11-22T03:22:51,940 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0726863888/running 2024-11-22T03:22:51,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:51,940 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:51,941 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,44647,1732245770177, sessionid=0x1016090c4790000, setting cluster-up flag (Was=false) 2024-11-22T03:22:51,961 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:51,993 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0726863888/flush-table-proc/acquired, /0726863888/flush-table-proc/reached, /0726863888/flush-table-proc/abort 2024-11-22T03:22:51,994 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,44647,1732245770177 2024-11-22T03:22:52,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:52,014 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:52,046 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0726863888/online-snapshot/acquired, /0726863888/online-snapshot/reached, /0726863888/online-snapshot/abort 2024-11-22T03:22:52,047 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,44647,1732245770177 2024-11-22T03:22:52,048 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:22:52,049 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:52,049 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:22:52,049 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:22:52,050 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,44647,1732245770177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:52,051 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245802052 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:22:52,052 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:22:52,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:52,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:22:52,053 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(746): ClusterId : 1d06ffa0-c34b-40aa-b894-8a71555675c1 2024-11-22T03:22:52,053 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:22:52,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:22:52,056 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,064 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:22:52,064 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:22:52,064 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:22:52,064 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:22:52,065 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:22:52,065 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:22:52,066 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:22:52,066 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:22:52,073 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245772065,5,FailOnTimeoutGroup] 2024-11-22T03:22:52,075 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245772073,5,FailOnTimeoutGroup] 2024-11-22T03:22:52,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:22:52,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:22:52,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:22:52,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac 2024-11-22T03:22:52,080 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:22:52,080 DEBUG [RS:0;b458937b0f5f:37253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34587201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:52,105 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:37253 2024-11-22T03:22:52,105 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:22:52,105 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:22:52,105 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:22:52,106 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,44647,1732245770177 with port=37253, startcode=1732245770374 2024-11-22T03:22:52,106 DEBUG [RS:0;b458937b0f5f:37253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:22:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:22:52,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:52,125 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:22:52,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,128 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac 2024-11-22T03:22:52,128 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34935 2024-11-22T03:22:52,128 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:22:52,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:52,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:52,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:52,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:52,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:52,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:52,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:52,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:52,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:52,141 DEBUG [RS:0;b458937b0f5f:37253 {}] zookeeper.ZKUtil(111): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on existing znode=/0726863888/rs/b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,141 WARN [RS:0;b458937b0f5f:37253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:52,141 INFO [RS:0;b458937b0f5f:37253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:52,141 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740 2024-11-22T03:22:52,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888/rs 2024-11-22T03:22:52,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740 2024-11-22T03:22:52,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,37253,1732245770374] 2024-11-22T03:22:52,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:52,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:52,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:52,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:52,147 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:22:52,152 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:52,152 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:22:52,152 INFO [RS:0;b458937b0f5f:37253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:22:52,152 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,152 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68873999, jitterRate=0.026302561163902283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245772113Initializing all the Stores at 1732245772113Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245772113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245772132 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245772132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245772132Cleaning up temporary data from old regions at 1732245772143 (+11 ms)Region opened successfully at 1732245772153 (+10 ms) 2024-11-22T03:22:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:52,153 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:52,156 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:22:52,156 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:52,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245772153Disabling compacts and flushes for region at 1732245772153Disabling writes for close at 1732245772153Writing region close event to WAL at 1732245772156 (+3 ms)Closed at 1732245772156 2024-11-22T03:22:52,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:52,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:22:52,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:22:52,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:52,159 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:22:52,159 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,159 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:52,163 DEBUG [RS:0;b458937b0f5f:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:52,164 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,164 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,164 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,164 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,164 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,164 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37253,1732245770374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:52,187 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:22:52,187 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37253,1732245770374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,188 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,188 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.Replication(171): b458937b0f5f,37253,1732245770374 started 2024-11-22T03:22:52,207 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,207 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,37253,1732245770374, RpcServer on b458937b0f5f/172.17.0.3:37253, sessionid=0x1016090c4790001 2024-11-22T03:22:52,207 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:22:52,207 DEBUG [RS:0;b458937b0f5f:37253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,207 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,37253,1732245770374' 2024-11-22T03:22:52,207 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0726863888/flush-table-proc/abort' 2024-11-22T03:22:52,208 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0726863888/flush-table-proc/acquired' 2024-11-22T03:22:52,208 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:22:52,208 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:22:52,208 DEBUG [RS:0;b458937b0f5f:37253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,208 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,37253,1732245770374' 2024-11-22T03:22:52,208 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0726863888/online-snapshot/abort' 2024-11-22T03:22:52,209 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0726863888/online-snapshot/acquired' 2024-11-22T03:22:52,209 DEBUG [RS:0;b458937b0f5f:37253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:22:52,209 INFO [RS:0;b458937b0f5f:37253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:22:52,209 INFO [RS:0;b458937b0f5f:37253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:22:52,309 INFO [RS:0;b458937b0f5f:37253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:52,310 WARN [b458937b0f5f:44647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:22:52,310 INFO [RS:0;b458937b0f5f:37253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C37253%2C1732245770374, suffix=, logDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374, archiveDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/oldWALs, maxLogs=10 2024-11-22T03:22:52,323 DEBUG [RS:0;b458937b0f5f:37253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311, exclude list is [], retry=0 2024-11-22T03:22:52,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-059235d5-ea26-4faa-ade6-c9e324779729,DISK] 2024-11-22T03:22:52,326 INFO [RS:0;b458937b0f5f:37253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 2024-11-22T03:22:52,327 DEBUG [RS:0;b458937b0f5f:37253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35203:35203)] 2024-11-22T03:22:52,560 DEBUG [b458937b0f5f:44647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:22:52,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37253,1732245770374, state=OPENING 2024-11-22T03:22:52,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:22:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:52,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:52,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0726863888/meta-region-server: CHANGED 2024-11-22T03:22:52,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,37253,1732245770374}] 2024-11-22T03:22:52,584 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:22:52,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0726863888/meta-region-server: CHANGED 2024-11-22T03:22:52,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:52,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:22:52,740 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:22:52,740 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:52,740 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:22:52,741 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C37253%2C1732245770374.meta, suffix=.meta, logDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374, archiveDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/oldWALs, maxLogs=10 2024-11-22T03:22:52,754 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.meta.1732245772742.meta, exclude list is [], retry=0 2024-11-22T03:22:52,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-059235d5-ea26-4faa-ade6-c9e324779729,DISK] 2024-11-22T03:22:52,757 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.meta.1732245772742.meta 2024-11-22T03:22:52,758 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35203:35203)] 2024-11-22T03:22:52,758 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:52,758 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:52,758 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:52,758 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:22:52,758 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:22:52,759 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:22:52,759 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:52,759 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:22:52,759 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:22:52,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:52,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:52,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:52,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:52,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:52,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:52,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:52,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:52,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:52,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:52,764 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:52,764 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740 2024-11-22T03:22:52,765 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740 2024-11-22T03:22:52,766 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:52,766 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:52,766 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:52,767 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:52,767 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60331036, jitterRate=-0.10099750757217407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:52,767 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:22:52,768 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245772759Writing region info on filesystem at 1732245772759Initializing all the Stores at 1732245772760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245772760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245772760Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245772760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245772760Cleaning up temporary data from old regions at 1732245772766 (+6 ms)Running coprocessor post-open hooks at 1732245772767 (+1 ms)Region opened successfully at 1732245772768 (+1 ms) 2024-11-22T03:22:52,768 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245772736 2024-11-22T03:22:52,770 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:22:52,770 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:22:52,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37253,1732245770374, state=OPEN 2024-11-22T03:22:52,811 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0726863888/meta-region-server 2024-11-22T03:22:52,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0726863888/meta-region-server 2024-11-22T03:22:52,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,37253,1732245770374 2024-11-22T03:22:52,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0726863888/meta-region-server: CHANGED 2024-11-22T03:22:52,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0726863888/meta-region-server: CHANGED 2024-11-22T03:22:52,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:22:52,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,37253,1732245770374 in 228 msec 2024-11-22T03:22:52,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:22:52,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-11-22T03:22:52,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:52,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:22:52,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:52,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37253,1732245770374, seqNum=-1] 2024-11-22T03:22:52,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:52,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:52,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-11-22T03:22:52,821 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245772821, completionTime=-1 2024-11-22T03:22:52,821 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:22:52,821 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:22:52,822 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:22:52,822 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245832822 2024-11-22T03:22:52,822 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245892822 2024-11-22T03:22:52,822 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:22:52,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44647,1732245770177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44647,1732245770177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44647,1732245770177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:44647, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,823 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,824 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.327sec 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44647,1732245770177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:52,826 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44647,1732245770177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:22:52,828 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:22:52,828 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:22:52,828 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44647,1732245770177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:52,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef3565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:52,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44647,-1 for getting cluster id 2024-11-22T03:22:52,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:52,854 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d06ffa0-c34b-40aa-b894-8a71555675c1' 2024-11-22T03:22:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d06ffa0-c34b-40aa-b894-8a71555675c1" 2024-11-22T03:22:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52010c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44647,-1] 2024-11-22T03:22:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:52,855 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:52,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466d9322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:52,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37253,1732245770374, seqNum=-1] 2024-11-22T03:22:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:52,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:52,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,44647,1732245770177 2024-11-22T03:22:52,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:22:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:52,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016090c4790002 connected 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir so I do NOT create it in target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254 2024-11-22T03:22:52,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.tmp.dir so I do NOT create it in target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254 2024-11-22T03:22:52,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:22:52,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/cluster_e6303531-3ec0-8082-bbed-27f61c4f2908, deleteOnExit=true 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/test.cache.data in system properties and HBase conf 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:22:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:22:52,891 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:22:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:22:53,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:53,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:53,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:53,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:53,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:22:53,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:53,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2f10f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:53,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a0c0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:53,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad9eba9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/java.io.tmpdir/jetty-localhost-43215-hadoop-hdfs-3_4_1-tests_jar-_-any-8859995354710218256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:53,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@111f1950{HTTP/1.1, (http/1.1)}{localhost:43215} 2024-11-22T03:22:53,590 INFO [Time-limited test {}] server.Server(415): Started @289148ms 2024-11-22T03:22:53,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:53,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:53,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:53,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:53,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:22:53,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d040a69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:53,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cea67a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:54,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@424e33a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/java.io.tmpdir/jetty-localhost-33233-hadoop-hdfs-3_4_1-tests_jar-_-any-11328533382360792574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:54,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a00face{HTTP/1.1, (http/1.1)}{localhost:33233} 2024-11-22T03:22:54,039 INFO [Time-limited test {}] server.Server(415): Started @289597ms 2024-11-22T03:22:54,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:22:54,855 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/cluster_e6303531-3ec0-8082-bbed-27f61c4f2908/data/data2/current/BP-2051003740-172.17.0.3-1732245772905/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:54,855 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/cluster_e6303531-3ec0-8082-bbed-27f61c4f2908/data/data1/current/BP-2051003740-172.17.0.3-1732245772905/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:54,877 WARN [Thread-3550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:22:54,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e7768b1bece614 with lease ID 0xa2be29dcd9451cb6: Processing first storage report for DS-50fdc841-1c8e-463a-b55e-63d1645d3411 from datanode DatanodeRegistration(127.0.0.1:39989, datanodeUuid=c0cf00c0-b742-4636-87e3-3d4b8893b5c8, infoPort=44757, infoSecurePort=0, ipcPort=45481, storageInfo=lv=-57;cid=testClusterID;nsid=1674932245;c=1732245772905) 2024-11-22T03:22:54,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e7768b1bece614 with lease ID 0xa2be29dcd9451cb6: from storage DS-50fdc841-1c8e-463a-b55e-63d1645d3411 node DatanodeRegistration(127.0.0.1:39989, datanodeUuid=c0cf00c0-b742-4636-87e3-3d4b8893b5c8, infoPort=44757, infoSecurePort=0, ipcPort=45481, storageInfo=lv=-57;cid=testClusterID;nsid=1674932245;c=1732245772905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e7768b1bece614 with lease ID 0xa2be29dcd9451cb6: Processing first storage report for DS-841e69bd-d783-454e-b861-f33c471cd6d5 from datanode DatanodeRegistration(127.0.0.1:39989, datanodeUuid=c0cf00c0-b742-4636-87e3-3d4b8893b5c8, infoPort=44757, infoSecurePort=0, ipcPort=45481, storageInfo=lv=-57;cid=testClusterID;nsid=1674932245;c=1732245772905) 2024-11-22T03:22:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e7768b1bece614 with lease ID 0xa2be29dcd9451cb6: from storage DS-841e69bd-d783-454e-b861-f33c471cd6d5 node DatanodeRegistration(127.0.0.1:39989, datanodeUuid=c0cf00c0-b742-4636-87e3-3d4b8893b5c8, infoPort=44757, infoSecurePort=0, ipcPort=45481, storageInfo=lv=-57;cid=testClusterID;nsid=1674932245;c=1732245772905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:54,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254 2024-11-22T03:22:54,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:54,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:22:54,980 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300 with version=8 2024-11-22T03:22:54,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/hbase-staging 2024-11-22T03:22:54,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:22:54,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:54,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34389 2024-11-22T03:22:54,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34389 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:22:55,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343890x0, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:55,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34389-0x1016090c4790003 connected 2024-11-22T03:22:55,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:55,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:55,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/running 2024-11-22T03:22:55,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300, hbase.cluster.distributed=false 2024-11-22T03:22:55,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/acl 2024-11-22T03:22:55,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-22T03:22:55,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34389 2024-11-22T03:22:55,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34389 2024-11-22T03:22:55,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-22T03:22:55,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-22T03:22:55,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:22:55,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:22:55,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44307 2024-11-22T03:22:55,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44307 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:22:55,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:55,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:55,162 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443070x0, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:55,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443070x0, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/running 2024-11-22T03:22:55,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:22:55,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44307-0x1016090c4790004 connected 2024-11-22T03:22:55,170 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:22:55,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/master 2024-11-22T03:22:55,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/acl 2024-11-22T03:22:55,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44307 2024-11-22T03:22:55,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44307 2024-11-22T03:22:55,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44307 2024-11-22T03:22:55,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44307 2024-11-22T03:22:55,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44307 2024-11-22T03:22:55,209 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:34389 2024-11-22T03:22:55,214 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1866672391/backup-masters/b458937b0f5f,34389,1732245774982 2024-11-22T03:22:55,225 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391/backup-masters 2024-11-22T03:22:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391/backup-masters 2024-11-22T03:22:55,226 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on existing znode=/1866672391/backup-masters/b458937b0f5f,34389,1732245774982 2024-11-22T03:22:55,235 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1866672391/master 2024-11-22T03:22:55,235 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:55,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:55,236 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on existing znode=/1866672391/master 2024-11-22T03:22:55,236 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1866672391/backup-masters/b458937b0f5f,34389,1732245774982 from backup master directory 2024-11-22T03:22:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1866672391/backup-masters/b458937b0f5f,34389,1732245774982 2024-11-22T03:22:55,246 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391/backup-masters 2024-11-22T03:22:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391/backup-masters 2024-11-22T03:22:55,246 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:55,246 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,34389,1732245774982 2024-11-22T03:22:55,253 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/hbase.id] with ID: ddf8d264-169b-4178-a331-0b60212c4d4a 2024-11-22T03:22:55,253 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/.tmp/hbase.id 2024-11-22T03:22:55,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:22:55,264 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/.tmp/hbase.id]:[hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/hbase.id] 2024-11-22T03:22:55,273 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:55,273 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:22:55,274 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:22:55,285 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:55,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:22:55,698 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:22:55,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:22:55,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:22:56,125 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store 2024-11-22T03:22:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:22:56,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:56,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:22:56,150 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:56,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:56,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:22:56,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:56,150 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:22:56,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245776150Disabling compacts and flushes for region at 1732245776150Disabling writes for close at 1732245776150Writing region close event to WAL at 1732245776150Closed at 1732245776150 2024-11-22T03:22:56,156 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/.initializing 2024-11-22T03:22:56,156 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/WALs/b458937b0f5f,34389,1732245774982 2024-11-22T03:22:56,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:56,158 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C34389%2C1732245774982, suffix=, logDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/WALs/b458937b0f5f,34389,1732245774982, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/oldWALs, maxLogs=10 2024-11-22T03:22:56,175 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/WALs/b458937b0f5f,34389,1732245774982/b458937b0f5f%2C34389%2C1732245774982.1732245776158, exclude list is [], retry=0 2024-11-22T03:22:56,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-50fdc841-1c8e-463a-b55e-63d1645d3411,DISK] 2024-11-22T03:22:56,206 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/WALs/b458937b0f5f,34389,1732245774982/b458937b0f5f%2C34389%2C1732245774982.1732245776158 2024-11-22T03:22:56,208 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44757:44757)] 2024-11-22T03:22:56,208 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:56,208 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:56,209 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,209 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:22:56,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:56,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:22:56,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:56,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:22:56,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:56,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:22:56,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:22:56,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,224 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,225 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,225 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,225 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:56,226 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:22:56,228 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:56,229 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60203465, jitterRate=-0.10289846360683441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:56,229 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245776209Initializing all the Stores at 1732245776209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245776209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245776216 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245776216Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245776216Cleaning up temporary data from old regions at 1732245776225 (+9 ms)Region opened successfully at 1732245776229 (+4 ms) 2024-11-22T03:22:56,232 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:22:56,242 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb663a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:56,242 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:22:56,243 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:22:56,243 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:22:56,243 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:22:56,243 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:22:56,244 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:22:56,244 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:22:56,254 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:22:56,254 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Unable to get data of znode /1866672391/balancer because node does not exist (not necessarily an error) 2024-11-22T03:22:56,298 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1866672391/balancer already deleted, retry=false 2024-11-22T03:22:56,299 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:22:56,300 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Unable to get data of znode /1866672391/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:22:56,309 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1866672391/normalizer already deleted, retry=false 2024-11-22T03:22:56,309 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:22:56,311 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Unable to get data of znode /1866672391/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:22:56,319 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1866672391/switch/split already deleted, retry=false 2024-11-22T03:22:56,324 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Unable to get data of znode /1866672391/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:22:56,330 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1866672391/switch/merge already deleted, retry=false 2024-11-22T03:22:56,336 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Unable to get data of znode /1866672391/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:22:56,349 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1866672391/snapshot-cleanup already deleted, retry=false 2024-11-22T03:22:56,361 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1866672391/running 2024-11-22T03:22:56,361 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:56,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1866672391/running 2024-11-22T03:22:56,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:56,362 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,34389,1732245774982, sessionid=0x1016090c4790003, setting cluster-up flag (Was=false) 2024-11-22T03:22:56,382 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:56,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:56,414 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1866672391/flush-table-proc/acquired, /1866672391/flush-table-proc/reached, /1866672391/flush-table-proc/abort 2024-11-22T03:22:56,415 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34389,1732245774982 2024-11-22T03:22:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:56,435 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:56,467 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1866672391/online-snapshot/acquired, /1866672391/online-snapshot/reached, /1866672391/online-snapshot/abort 2024-11-22T03:22:56,468 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34389,1732245774982 2024-11-22T03:22:56,469 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:22:56,470 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:56,470 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:22:56,470 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:22:56,471 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,34389,1732245774982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:56,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:56,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:22:56,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:22:56,487 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245806487 2024-11-22T03:22:56,487 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:22:56,488 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:22:56,488 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:22:56,488 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:22:56,488 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:22:56,488 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:22:56,488 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,490 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:22:56,490 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:22:56,490 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:22:56,490 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:22:56,496 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:22:56,496 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:22:56,498 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245776496,5,FailOnTimeoutGroup] 2024-11-22T03:22:56,499 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245776498,5,FailOnTimeoutGroup] 2024-11-22T03:22:56,499 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,499 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:22:56,499 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,499 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,499 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(746): ClusterId : ddf8d264-169b-4178-a331-0b60212c4d4a 2024-11-22T03:22:56,499 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:22:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:22:56,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:22:56,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300 2024-11-22T03:22:56,510 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:22:56,510 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:22:56,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:22:56,520 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:22:56,521 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a0c632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:22:56,539 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:44307 2024-11-22T03:22:56,539 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:22:56,539 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:22:56,540 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:22:56,542 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,34389,1732245774982 with port=44307, startcode=1732245775143 2024-11-22T03:22:56,542 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:22:56,544 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:22:56,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,44307,1732245775143 2024-11-22T03:22:56,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,44307,1732245775143 2024-11-22T03:22:56,546 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300 2024-11-22T03:22:56,546 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40159 2024-11-22T03:22:56,546 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:22:56,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391/rs 2024-11-22T03:22:56,559 DEBUG [RS:0;b458937b0f5f:44307 {}] zookeeper.ZKUtil(111): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on existing znode=/1866672391/rs/b458937b0f5f,44307,1732245775143 2024-11-22T03:22:56,560 WARN [RS:0;b458937b0f5f:44307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:22:56,560 INFO [RS:0;b458937b0f5f:44307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:56,560 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143 2024-11-22T03:22:56,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,44307,1732245775143] 2024-11-22T03:22:56,564 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:22:56,568 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:22:56,571 INFO [RS:0;b458937b0f5f:44307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:22:56,571 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,572 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:22:56,573 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:22:56,573 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:56,573 DEBUG [RS:0;b458937b0f5f:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:22:56,578 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,578 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,578 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,578 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,578 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,578 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44307,1732245775143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:56,593 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:22:56,593 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44307,1732245775143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,593 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,593 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.Replication(171): b458937b0f5f,44307,1732245775143 started 2024-11-22T03:22:56,607 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:56,607 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,44307,1732245775143, RpcServer on b458937b0f5f/172.17.0.3:44307, sessionid=0x1016090c4790004 2024-11-22T03:22:56,607 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:22:56,607 DEBUG [RS:0;b458937b0f5f:44307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,44307,1732245775143 2024-11-22T03:22:56,607 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,44307,1732245775143' 2024-11-22T03:22:56,607 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1866672391/flush-table-proc/abort' 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1866672391/flush-table-proc/acquired' 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,44307,1732245775143 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,44307,1732245775143' 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1866672391/online-snapshot/abort' 2024-11-22T03:22:56,608 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1866672391/online-snapshot/acquired' 2024-11-22T03:22:56,609 DEBUG [RS:0;b458937b0f5f:44307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:22:56,609 INFO [RS:0;b458937b0f5f:44307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:22:56,609 INFO [RS:0;b458937b0f5f:44307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:22:56,709 INFO [RS:0;b458937b0f5f:44307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:22:56,710 INFO [RS:0;b458937b0f5f:44307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C44307%2C1732245775143, suffix=, logDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/oldWALs, maxLogs=10 2024-11-22T03:22:56,723 DEBUG [RS:0;b458937b0f5f:44307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, exclude list is [], retry=0 2024-11-22T03:22:56,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-50fdc841-1c8e-463a-b55e-63d1645d3411,DISK] 2024-11-22T03:22:56,726 INFO [RS:0;b458937b0f5f:44307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 2024-11-22T03:22:56,727 DEBUG [RS:0;b458937b0f5f:44307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44757:44757)] 2024-11-22T03:22:56,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:56,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:56,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:56,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:56,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:56,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:56,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:56,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:56,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:56,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:56,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:56,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:56,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:56,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:56,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:56,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740 2024-11-22T03:22:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740 2024-11-22T03:22:56,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:56,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:56,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:56,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:22:56,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65245776, jitterRate=-0.027762174606323242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:56,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245776917Initializing all the Stores at 1732245776918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245776918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245776918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245776918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245776918Cleaning up temporary data from old regions at 1732245776927 (+9 ms)Region opened successfully at 1732245776930 (+3 ms) 2024-11-22T03:22:56,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:22:56,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:22:56,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:22:56,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:22:56,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:22:56,931 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:22:56,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245776930Disabling compacts and flushes for region at 1732245776930Disabling writes for close at 1732245776930Writing region close event to WAL at 1732245776931 (+1 ms)Closed at 1732245776931 2024-11-22T03:22:56,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:56,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:22:56,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:22:56,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:56,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:22:57,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:22:57,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:22:57,083 DEBUG [b458937b0f5f:34389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:22:57,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,44307,1732245775143 2024-11-22T03:22:57,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,44307,1732245775143, state=OPENING 2024-11-22T03:22:57,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:22:57,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:57,161 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:22:57,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:22:57,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1866672391/meta-region-server: CHANGED 2024-11-22T03:22:57,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1866672391/meta-region-server: CHANGED 2024-11-22T03:22:57,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,44307,1732245775143}] 2024-11-22T03:22:57,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:22:57,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:22:57,320 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:22:57,320 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:22:57,320 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:22:57,321 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C44307%2C1732245775143.meta, suffix=.meta, logDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/oldWALs, maxLogs=10 2024-11-22T03:22:57,340 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.meta.1732245777322.meta, exclude list is [], retry=0 2024-11-22T03:22:57,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-50fdc841-1c8e-463a-b55e-63d1645d3411,DISK] 2024-11-22T03:22:57,344 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.meta.1732245777322.meta 2024-11-22T03:22:57,350 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44757:44757)] 2024-11-22T03:22:57,350 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:22:57,351 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:22:57,351 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:22:57,351 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:22:57,351 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:22:57,351 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:22:57,351 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:22:57,351 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:22:57,351 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:22:57,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:22:57,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:22:57,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:57,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:57,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:22:57,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:22:57,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:57,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:57,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:22:57,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:22:57,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:57,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:57,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:22:57,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:22:57,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:22:57,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:22:57,357 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:22:57,357 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740 2024-11-22T03:22:57,358 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740 2024-11-22T03:22:57,359 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:22:57,359 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:22:57,359 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:22:57,360 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:22:57,361 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60308930, jitterRate=-0.10132691264152527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:22:57,361 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:22:57,361 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245777351Writing region info on filesystem at 1732245777351Initializing all the Stores at 1732245777352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245777352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245777352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245777352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245777352Cleaning up temporary data from old regions at 1732245777359 (+7 ms)Running coprocessor post-open hooks at 1732245777361 (+2 ms)Region opened successfully at 1732245777361 2024-11-22T03:22:57,363 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245777315 2024-11-22T03:22:57,366 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:22:57,366 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:22:57,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,44307,1732245775143 2024-11-22T03:22:57,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,44307,1732245775143, state=OPEN 2024-11-22T03:22:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1866672391/meta-region-server 2024-11-22T03:22:57,372 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1866672391/meta-region-server 2024-11-22T03:22:57,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,44307,1732245775143 2024-11-22T03:22:57,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1866672391/meta-region-server: CHANGED 2024-11-22T03:22:57,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1866672391/meta-region-server: CHANGED 2024-11-22T03:22:57,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:22:57,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,44307,1732245775143 in 210 msec 2024-11-22T03:22:57,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:22:57,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-22T03:22:57,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:22:57,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:22:57,381 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:57,381 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44307,1732245775143, seqNum=-1] 2024-11-22T03:22:57,381 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:57,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 917 msec 2024-11-22T03:22:57,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245777388, completionTime=-1 2024-11-22T03:22:57,388 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:22:57,388 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:22:57,390 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:22:57,390 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245837390 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245897390 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34389,1732245774982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34389,1732245774982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34389,1732245774982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:34389, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,391 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,392 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,400 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.157sec 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34389,1732245774982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:22:57,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34389,1732245774982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:22:57,418 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:22:57,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:22:57,418 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34389,1732245774982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:22:57,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d5a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:57,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:22:57,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:22:57,430 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:22:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:22:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:22:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c5b1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:22:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:22:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:22:57,432 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:22:57,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67144959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:22:57,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:22:57,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44307,1732245775143, seqNum=-1] 2024-11-22T03:22:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:22:57,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:22:57,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,34389,1732245774982 2024-11-22T03:22:57,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:22:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:22:57,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016090c4790005 connected 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir so I do NOT create it in target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e 2024-11-22T03:22:57,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.tmp.dir so I do NOT create it in target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e 2024-11-22T03:22:57,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:22:57,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/cluster_e48deef8-58f0-640a-0c89-4b89c50e3754, deleteOnExit=true 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/test.cache.data in system properties and HBase conf 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:22:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:22:57,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:22:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:22:57,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:57,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:57,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:57,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:57,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:57,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:57,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786ba9ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:57,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f0e322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:57,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61c486c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/java.io.tmpdir/jetty-localhost-41853-hadoop-hdfs-3_4_1-tests_jar-_-any-18265914004530622927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:22:57,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a4837bb{HTTP/1.1, (http/1.1)}{localhost:41853} 2024-11-22T03:22:57,982 INFO [Time-limited test {}] server.Server(415): Started @293540ms 2024-11-22T03:22:58,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:22:58,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:22:58,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:22:58,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:22:58,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:22:58,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:22:58,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720973d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:22:58,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74dbb0c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:22:58,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dc36374{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/java.io.tmpdir/jetty-localhost-35197-hadoop-hdfs-3_4_1-tests_jar-_-any-4792125458850617409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:22:58,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f6566f{HTTP/1.1, (http/1.1)}{localhost:35197} 2024-11-22T03:22:58,431 INFO [Time-limited test {}] server.Server(415): Started @293989ms 2024-11-22T03:22:58,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:22:59,548 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/cluster_e48deef8-58f0-640a-0c89-4b89c50e3754/data/data1/current/BP-20710870-172.17.0.3-1732245777491/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:59,552 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/cluster_e48deef8-58f0-640a-0c89-4b89c50e3754/data/data2/current/BP-20710870-172.17.0.3-1732245777491/current, will proceed with Du for space computation calculation, 2024-11-22T03:22:59,570 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:22:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5f7a9253cddc2b8 with lease ID 0x19b5e9a9386aae85: Processing first storage report for DS-cdbf5c96-49d8-4f88-9617-72da69b37cdd from datanode DatanodeRegistration(127.0.0.1:34263, datanodeUuid=3ee91ce0-0014-4ca5-b19a-16c66213b025, infoPort=38791, infoSecurePort=0, ipcPort=36023, storageInfo=lv=-57;cid=testClusterID;nsid=1363771862;c=1732245777491) 2024-11-22T03:22:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5f7a9253cddc2b8 with lease ID 0x19b5e9a9386aae85: from storage DS-cdbf5c96-49d8-4f88-9617-72da69b37cdd node DatanodeRegistration(127.0.0.1:34263, datanodeUuid=3ee91ce0-0014-4ca5-b19a-16c66213b025, infoPort=38791, infoSecurePort=0, ipcPort=36023, storageInfo=lv=-57;cid=testClusterID;nsid=1363771862;c=1732245777491), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5f7a9253cddc2b8 with lease ID 0x19b5e9a9386aae85: Processing first storage report for DS-cb80bd20-8a5a-43a6-9794-5d482c6438fe from datanode DatanodeRegistration(127.0.0.1:34263, datanodeUuid=3ee91ce0-0014-4ca5-b19a-16c66213b025, infoPort=38791, infoSecurePort=0, ipcPort=36023, storageInfo=lv=-57;cid=testClusterID;nsid=1363771862;c=1732245777491) 2024-11-22T03:22:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5f7a9253cddc2b8 with lease ID 0x19b5e9a9386aae85: from storage DS-cb80bd20-8a5a-43a6-9794-5d482c6438fe node DatanodeRegistration(127.0.0.1:34263, datanodeUuid=3ee91ce0-0014-4ca5-b19a-16c66213b025, infoPort=38791, infoSecurePort=0, ipcPort=36023, storageInfo=lv=-57;cid=testClusterID;nsid=1363771862;c=1732245777491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:22:59,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e 2024-11-22T03:22:59,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:59,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:22:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:23:00,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79 with version=8 2024-11-22T03:23:00,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/hbase-staging 2024-11-22T03:23:00,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:23:00,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:00,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38355 2024-11-22T03:23:00,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38355 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:23:00,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383550x0, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:00,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38355-0x1016090c4790006 connected 2024-11-22T03:23:00,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:00,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:00,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/running 2024-11-22T03:23:00,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79, hbase.cluster.distributed=false 2024-11-22T03:23:00,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/acl 2024-11-22T03:23:00,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38355 2024-11-22T03:23:00,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38355 2024-11-22T03:23:00,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38355 2024-11-22T03:23:00,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38355 2024-11-22T03:23:00,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38355 2024-11-22T03:23:00,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:23:00,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:00,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43531 2024-11-22T03:23:00,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43531 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:23:00,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:00,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:00,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435310x0, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:00,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435310x0, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/running 2024-11-22T03:23:00,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43531-0x1016090c4790007 connected 2024-11-22T03:23:00,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:23:00,703 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:23:00,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/master 2024-11-22T03:23:00,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/acl 2024-11-22T03:23:00,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43531 2024-11-22T03:23:00,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43531 2024-11-22T03:23:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43531 2024-11-22T03:23:00,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43531 2024-11-22T03:23:00,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43531 2024-11-22T03:23:00,731 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:38355 2024-11-22T03:23:00,731 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2880064864/backup-masters/b458937b0f5f,38355,1732245780077 2024-11-22T03:23:00,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864/backup-masters 2024-11-22T03:23:00,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864/backup-masters 2024-11-22T03:23:00,741 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on existing znode=/2880064864/backup-masters/b458937b0f5f,38355,1732245780077 2024-11-22T03:23:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2880064864/master 2024-11-22T03:23:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:00,751 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on existing znode=/2880064864/master 2024-11-22T03:23:00,752 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2880064864/backup-masters/b458937b0f5f,38355,1732245780077 from backup master directory 2024-11-22T03:23:00,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864/backup-masters 2024-11-22T03:23:00,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2880064864/backup-masters/b458937b0f5f,38355,1732245780077 2024-11-22T03:23:00,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864/backup-masters 2024-11-22T03:23:00,761 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:00,761 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,38355,1732245780077 2024-11-22T03:23:00,768 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/hbase.id] with ID: 273c2961-a32c-4e59-8fd8-345a92d8d3c0 2024-11-22T03:23:00,768 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/.tmp/hbase.id 2024-11-22T03:23:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:23:00,781 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/.tmp/hbase.id]:[hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/hbase.id] 2024-11-22T03:23:00,792 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:00,792 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:23:00,799 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-22T03:23:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:23:01,222 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:01,223 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:23:01,223 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:23:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:23:01,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:23:01,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:23:01,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:23:01,629 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store 2024-11-22T03:23:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:23:02,033 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:02,033 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:02,034 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:02,034 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:02,034 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:02,034 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:02,034 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:02,034 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245782033Disabling compacts and flushes for region at 1732245782033Disabling writes for close at 1732245782034 (+1 ms)Writing region close event to WAL at 1732245782034Closed at 1732245782034 2024-11-22T03:23:02,034 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/.initializing 2024-11-22T03:23:02,034 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/WALs/b458937b0f5f,38355,1732245780077 2024-11-22T03:23:02,035 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:02,036 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C38355%2C1732245780077, suffix=, logDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/WALs/b458937b0f5f,38355,1732245780077, archiveDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/oldWALs, maxLogs=10 2024-11-22T03:23:02,053 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/WALs/b458937b0f5f,38355,1732245780077/b458937b0f5f%2C38355%2C1732245780077.1732245782037, exclude list is [], retry=0 2024-11-22T03:23:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-cdbf5c96-49d8-4f88-9617-72da69b37cdd,DISK] 2024-11-22T03:23:02,057 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/WALs/b458937b0f5f,38355,1732245780077/b458937b0f5f%2C38355%2C1732245780077.1732245782037 2024-11-22T03:23:02,058 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-22T03:23:02,058 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:02,059 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:02,059 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,059 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:23:02,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:02,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:23:02,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:02,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:23:02,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:02,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:23:02,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:02,067 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,067 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,068 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,069 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,069 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,069 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:02,070 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:02,072 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:02,072 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71393009, jitterRate=0.06383873522281647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:02,072 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245782059Initializing all the Stores at 1732245782059Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245782060 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245782060Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245782060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245782060Cleaning up temporary data from old regions at 1732245782069 (+9 ms)Region opened successfully at 1732245782072 (+3 ms) 2024-11-22T03:23:02,073 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:23:02,075 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b56ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:02,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:23:02,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:23:02,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:23:02,075 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:23:02,076 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:23:02,076 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:23:02,076 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:23:02,081 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:23:02,082 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Unable to get data of znode /2880064864/balancer because node does not exist (not necessarily an error) 2024-11-22T03:23:02,121 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2880064864/balancer already deleted, retry=false 2024-11-22T03:23:02,121 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:23:02,122 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Unable to get data of znode /2880064864/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:23:02,200 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2880064864/normalizer already deleted, retry=false 2024-11-22T03:23:02,201 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:23:02,202 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Unable to get data of znode /2880064864/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:23:02,224 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2880064864/switch/split already deleted, retry=false 2024-11-22T03:23:02,225 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Unable to get data of znode /2880064864/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:23:02,245 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2880064864/switch/merge already deleted, retry=false 2024-11-22T03:23:02,247 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Unable to get data of znode /2880064864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:23:02,266 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2880064864/snapshot-cleanup already deleted, retry=false 2024-11-22T03:23:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2880064864/running 2024-11-22T03:23:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2880064864/running 2024-11-22T03:23:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:02,288 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,38355,1732245780077, sessionid=0x1016090c4790006, setting cluster-up flag (Was=false) 2024-11-22T03:23:02,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:02,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:02,382 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2880064864/flush-table-proc/acquired, /2880064864/flush-table-proc/reached, /2880064864/flush-table-proc/abort 2024-11-22T03:23:02,383 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,38355,1732245780077 2024-11-22T03:23:02,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:02,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:02,435 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2880064864/online-snapshot/acquired, /2880064864/online-snapshot/reached, /2880064864/online-snapshot/abort 2024-11-22T03:23:02,436 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,38355,1732245780077 2024-11-22T03:23:02,437 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:23:02,438 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:02,438 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:23:02,438 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:23:02,439 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,38355,1732245780077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:02,440 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:02,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245812446 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:23:02,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:23:02,446 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:23:02,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:23:02,448 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,452 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:23:02,452 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:23:02,452 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:23:02,452 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:23:02,453 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:23:02,453 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:23:02,456 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245782453,5,FailOnTimeoutGroup] 2024-11-22T03:23:02,456 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245782456,5,FailOnTimeoutGroup] 2024-11-22T03:23:02,456 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,456 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:23:02,456 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,456 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:23:02,519 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(746): ClusterId : 273c2961-a32c-4e59-8fd8-345a92d8d3c0 2024-11-22T03:23:02,519 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:23:02,530 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:23:02,530 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:23:02,541 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:23:02,541 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c761c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:02,558 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:43531 2024-11-22T03:23:02,558 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:23:02,558 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:23:02,558 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:23:02,558 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,38355,1732245780077 with port=43531, startcode=1732245780681 2024-11-22T03:23:02,559 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:23:02,560 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:23:02,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,43531,1732245780681 2024-11-22T03:23:02,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38355 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:02,561 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79 2024-11-22T03:23:02,561 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38853 2024-11-22T03:23:02,561 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:23:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864/rs 2024-11-22T03:23:02,602 DEBUG [RS:0;b458937b0f5f:43531 {}] zookeeper.ZKUtil(111): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on existing znode=/2880064864/rs/b458937b0f5f,43531,1732245780681 2024-11-22T03:23:02,602 WARN [RS:0;b458937b0f5f:43531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:02,602 INFO [RS:0;b458937b0f5f:43531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:02,602 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681 2024-11-22T03:23:02,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,43531,1732245780681] 2024-11-22T03:23:02,606 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:23:02,608 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:23:02,612 INFO [RS:0;b458937b0f5f:43531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:23:02,612 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,612 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:23:02,613 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:23:02,613 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,613 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,613 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,613 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,613 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,613 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,613 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:02,614 DEBUG [RS:0;b458937b0f5f:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:02,616 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,616 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,616 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,616 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,616 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,616 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43531,1732245780681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:02,636 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:23:02,636 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43531,1732245780681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,636 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,636 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.Replication(171): b458937b0f5f,43531,1732245780681 started 2024-11-22T03:23:02,651 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:02,651 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,43531,1732245780681, RpcServer on b458937b0f5f/172.17.0.3:43531, sessionid=0x1016090c4790007 2024-11-22T03:23:02,651 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:23:02,651 DEBUG [RS:0;b458937b0f5f:43531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,43531,1732245780681 2024-11-22T03:23:02,651 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,43531,1732245780681' 2024-11-22T03:23:02,652 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2880064864/flush-table-proc/abort' 2024-11-22T03:23:02,652 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2880064864/flush-table-proc/acquired' 2024-11-22T03:23:02,652 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:23:02,652 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:23:02,653 DEBUG [RS:0;b458937b0f5f:43531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,43531,1732245780681 2024-11-22T03:23:02,653 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,43531,1732245780681' 2024-11-22T03:23:02,653 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2880064864/online-snapshot/abort' 2024-11-22T03:23:02,653 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2880064864/online-snapshot/acquired' 2024-11-22T03:23:02,653 DEBUG [RS:0;b458937b0f5f:43531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:23:02,653 INFO [RS:0;b458937b0f5f:43531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:23:02,653 INFO [RS:0;b458937b0f5f:43531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:23:02,754 INFO [RS:0;b458937b0f5f:43531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:02,755 INFO [RS:0;b458937b0f5f:43531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43531%2C1732245780681, suffix=, logDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681, archiveDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/oldWALs, maxLogs=10 2024-11-22T03:23:02,770 DEBUG [RS:0;b458937b0f5f:43531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, exclude list is [], retry=0 2024-11-22T03:23:02,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-cdbf5c96-49d8-4f88-9617-72da69b37cdd,DISK] 2024-11-22T03:23:02,773 INFO [RS:0;b458937b0f5f:43531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 2024-11-22T03:23:02,774 DEBUG [RS:0;b458937b0f5f:43531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-22T03:23:02,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:02,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:23:02,860 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79 2024-11-22T03:23:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:23:02,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:02,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:02,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:02,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:02,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:02,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:02,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:02,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:02,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:02,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:02,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:02,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:02,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:02,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:02,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:02,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740 2024-11-22T03:23:02,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740 2024-11-22T03:23:02,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:02,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:02,901 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:02,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:02,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:02,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66060157, jitterRate=-0.015626952052116394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245782886Initializing all the Stores at 1732245782887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245782887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245782887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245782887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245782887Cleaning up temporary data from old regions at 1732245782900 (+13 ms)Region opened successfully at 1732245782905 (+5 ms) 2024-11-22T03:23:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:02,905 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:02,906 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:02,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245782905Disabling compacts and flushes for region at 1732245782905Disabling writes for close at 1732245782905Writing region close event to WAL at 1732245782906 (+1 ms)Closed at 1732245782906 2024-11-22T03:23:02,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:02,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:23:02,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:23:02,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:02,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:23:02,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:02,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:03,059 DEBUG [b458937b0f5f:38355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:23:03,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:03,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,43531,1732245780681, state=OPENING 2024-11-22T03:23:03,066 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:23:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:03,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2880064864/meta-region-server: CHANGED 2024-11-22T03:23:03,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2880064864/meta-region-server: CHANGED 2024-11-22T03:23:03,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:03,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,43531,1732245780681}] 2024-11-22T03:23:03,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:03,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:23:03,235 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:23:03,235 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:03,235 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:23:03,236 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43531%2C1732245780681.meta, suffix=.meta, logDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681, archiveDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/oldWALs, maxLogs=10 2024-11-22T03:23:03,253 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.meta.1732245783237.meta, exclude list is [], retry=0 2024-11-22T03:23:03,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-cdbf5c96-49d8-4f88-9617-72da69b37cdd,DISK] 2024-11-22T03:23:03,256 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.meta.1732245783237.meta 2024-11-22T03:23:03,260 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-22T03:23:03,260 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:03,260 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:03,260 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:03,260 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:23:03,260 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:23:03,260 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:23:03,261 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:03,261 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:23:03,261 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:23:03,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:03,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:03,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:03,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:03,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:03,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:03,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:03,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:03,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:03,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:03,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:03,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:03,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:03,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:03,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:03,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:03,266 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:03,267 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740 2024-11-22T03:23:03,268 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740 2024-11-22T03:23:03,268 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:03,269 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:03,269 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:03,270 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:03,271 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69227584, jitterRate=0.031571388244628906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:03,271 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:23:03,271 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245783261Writing region info on filesystem at 1732245783261Initializing all the Stores at 1732245783261Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245783261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245783262 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245783262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245783262Cleaning up temporary data from old regions at 1732245783269 (+7 ms)Running coprocessor post-open hooks at 1732245783271 (+2 ms)Region opened successfully at 1732245783271 2024-11-22T03:23:03,272 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245783230 2024-11-22T03:23:03,274 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:23:03,274 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:23:03,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:03,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,43531,1732245780681, state=OPEN 2024-11-22T03:23:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2880064864/meta-region-server 2024-11-22T03:23:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2880064864/meta-region-server 2024-11-22T03:23:03,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:03,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2880064864/meta-region-server: CHANGED 2024-11-22T03:23:03,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2880064864/meta-region-server: CHANGED 2024-11-22T03:23:03,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:23:03,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,43531,1732245780681 in 275 msec 2024-11-22T03:23:03,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:23:03,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-22T03:23:03,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:03,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:23:03,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:03,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43531,1732245780681, seqNum=-1] 2024-11-22T03:23:03,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:03,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:03,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-22T03:23:03,367 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245783367, completionTime=-1 2024-11-22T03:23:03,367 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:23:03,367 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245843370 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245903370 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38355,1732245780077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38355,1732245780077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,370 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38355,1732245780077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,371 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:38355, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,371 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,373 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:23:03,376 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.621sec 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38355,1732245780077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:03,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38355,1732245780077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:23:03,384 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:23:03,384 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:23:03,384 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38355,1732245780077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:03,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ec7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:03,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38355,-1 for getting cluster id 2024-11-22T03:23:03,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:03,420 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273c2961-a32c-4e59-8fd8-345a92d8d3c0' 2024-11-22T03:23:03,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273c2961-a32c-4e59-8fd8-345a92d8d3c0" 2024-11-22T03:23:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ddaa41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38355,-1] 2024-11-22T03:23:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:03,422 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:03,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:03,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:03,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43531,1732245780681, seqNum=-1] 2024-11-22T03:23:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:03,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:03,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,38355,1732245780077 2024-11-22T03:23:03,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51700 2024-11-22T03:23:03,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:03,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016090c4790008 connected 2024-11-22T03:23:03,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44647,1732245770177 2024-11-22T03:23:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b24624 2024-11-22T03:23:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:03,587 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:03,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:03,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:03,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:03,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:03,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:03,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4caea094e7c6c78383718842f18910b5, NAME => 'test,,1732245783587.4caea094e7c6c78383718842f18910b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac 2024-11-22T03:23:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245783587.4caea094e7c6c78383718842f18910b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4caea094e7c6c78383718842f18910b5, disabling compactions & flushes 2024-11-22T03:23:04,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245783587.4caea094e7c6c78383718842f18910b5. after waiting 0 ms 2024-11-22T03:23:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4caea094e7c6c78383718842f18910b5: Waiting for close lock at 1732245784012Disabling compacts and flushes for region at 1732245784012Disabling writes for close at 1732245784012Writing region close event to WAL at 1732245784012Closed at 1732245784012 2024-11-22T03:23:04,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:04,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245783587.4caea094e7c6c78383718842f18910b5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245784013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245784013"}]},"ts":"1732245784013"} 2024-11-22T03:23:04,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:04,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:04,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245784017"}]},"ts":"1732245784017"} 2024-11-22T03:23:04,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:04,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4caea094e7c6c78383718842f18910b5, ASSIGN}] 2024-11-22T03:23:04,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4caea094e7c6c78383718842f18910b5, ASSIGN 2024-11-22T03:23:04,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4caea094e7c6c78383718842f18910b5, ASSIGN; state=OFFLINE, location=b458937b0f5f,37253,1732245770374; forceNewPlan=false, retain=false 2024-11-22T03:23:04,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4caea094e7c6c78383718842f18910b5, regionState=OPENING, regionLocation=b458937b0f5f,37253,1732245770374 2024-11-22T03:23:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4caea094e7c6c78383718842f18910b5, ASSIGN because future has completed 2024-11-22T03:23:04,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4caea094e7c6c78383718842f18910b5, server=b458937b0f5f,37253,1732245770374}] 2024-11-22T03:23:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:04,329 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,329 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4caea094e7c6c78383718842f18910b5, NAME => 'test,,1732245783587.4caea094e7c6c78383718842f18910b5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:04,330 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:04,330 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:04,330 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,330 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245783587.4caea094e7c6c78383718842f18910b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:04,330 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,330 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,331 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,332 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4caea094e7c6c78383718842f18910b5 columnFamilyName f 2024-11-22T03:23:04,332 DEBUG [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:04,332 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] regionserver.HStore(327): Store=4caea094e7c6c78383718842f18910b5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:04,332 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,333 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4caea094e7c6c78383718842f18910b5 columnFamilyName f1 2024-11-22T03:23:04,333 DEBUG [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:04,333 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] regionserver.HStore(327): Store=4caea094e7c6c78383718842f18910b5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:04,334 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,334 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4caea094e7c6c78383718842f18910b5 columnFamilyName norep 2024-11-22T03:23:04,334 DEBUG [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:04,334 INFO [StoreOpener-4caea094e7c6c78383718842f18910b5-1 {}] regionserver.HStore(327): Store=4caea094e7c6c78383718842f18910b5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:04,335 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,335 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,335 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,336 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,336 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,336 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:04,337 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,338 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:04,338 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4caea094e7c6c78383718842f18910b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72392193, jitterRate=0.07872773706912994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:04,338 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:04,339 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4caea094e7c6c78383718842f18910b5: Running coprocessor pre-open hook at 1732245784330Writing region info on filesystem at 1732245784330Initializing all the Stores at 1732245784331 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245784331Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245784331Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245784331Cleaning up temporary data from old regions at 1732245784336 (+5 ms)Running coprocessor post-open hooks at 1732245784338 (+2 ms)Region opened successfully at 1732245784339 (+1 ms) 2024-11-22T03:23:04,340 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245783587.4caea094e7c6c78383718842f18910b5., pid=6, masterSystemTime=1732245784326 2024-11-22T03:23:04,341 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,342 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:04,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4caea094e7c6c78383718842f18910b5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,37253,1732245770374 2024-11-22T03:23:04,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4caea094e7c6c78383718842f18910b5, server=b458937b0f5f,37253,1732245770374 because future has completed 2024-11-22T03:23:04,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:04,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4caea094e7c6c78383718842f18910b5, server=b458937b0f5f,37253,1732245770374 in 170 msec 2024-11-22T03:23:04,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:04,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4caea094e7c6c78383718842f18910b5, ASSIGN in 327 msec 2024-11-22T03:23:04,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:04,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245784347"}]},"ts":"1732245784347"} 2024-11-22T03:23:04,349 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:04,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:04,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-22T03:23:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:04,727 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:04,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34389,1732245774982 2024-11-22T03:23:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d62a464 2024-11-22T03:23:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:04,729 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:04,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:04,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:04,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:04,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:04,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:04,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:05,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee3b3fe74de00ef6612ab0f30c7aa08a, NAME => 'test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300 2024-11-22T03:23:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee3b3fe74de00ef6612ab0f30c7aa08a, disabling compactions & flushes 2024-11-22T03:23:05,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. after waiting 0 ms 2024-11-22T03:23:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee3b3fe74de00ef6612ab0f30c7aa08a: Waiting for close lock at 1732245785149Disabling compacts and flushes for region at 1732245785149Disabling writes for close at 1732245785149Writing region close event to WAL at 1732245785149Closed at 1732245785149 2024-11-22T03:23:05,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:05,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245785151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245785151"}]},"ts":"1732245785151"} 2024-11-22T03:23:05,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:05,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:05,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245785154"}]},"ts":"1732245785154"} 2024-11-22T03:23:05,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:05,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee3b3fe74de00ef6612ab0f30c7aa08a, ASSIGN}] 2024-11-22T03:23:05,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee3b3fe74de00ef6612ab0f30c7aa08a, ASSIGN 2024-11-22T03:23:05,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee3b3fe74de00ef6612ab0f30c7aa08a, ASSIGN; state=OFFLINE, location=b458937b0f5f,44307,1732245775143; forceNewPlan=false, retain=false 2024-11-22T03:23:05,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee3b3fe74de00ef6612ab0f30c7aa08a, regionState=OPENING, regionLocation=b458937b0f5f,44307,1732245775143 2024-11-22T03:23:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee3b3fe74de00ef6612ab0f30c7aa08a, ASSIGN because future has completed 2024-11-22T03:23:05,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3b3fe74de00ef6612ab0f30c7aa08a, server=b458937b0f5f,44307,1732245775143}] 2024-11-22T03:23:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:05,466 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,466 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee3b3fe74de00ef6612ab0f30c7aa08a, NAME => 'test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:05,466 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:05,466 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:05,466 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,466 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:05,466 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,466 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,467 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,468 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3b3fe74de00ef6612ab0f30c7aa08a columnFamilyName f 2024-11-22T03:23:05,468 DEBUG [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:05,469 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] regionserver.HStore(327): Store=ee3b3fe74de00ef6612ab0f30c7aa08a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:05,469 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,470 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3b3fe74de00ef6612ab0f30c7aa08a columnFamilyName f1 2024-11-22T03:23:05,470 DEBUG [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:05,470 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] regionserver.HStore(327): Store=ee3b3fe74de00ef6612ab0f30c7aa08a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:05,470 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,471 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3b3fe74de00ef6612ab0f30c7aa08a columnFamilyName norep 2024-11-22T03:23:05,471 DEBUG [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:05,471 INFO [StoreOpener-ee3b3fe74de00ef6612ab0f30c7aa08a-1 {}] regionserver.HStore(327): Store=ee3b3fe74de00ef6612ab0f30c7aa08a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:05,471 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,472 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,472 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,472 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,473 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,473 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:05,473 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,475 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:05,475 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee3b3fe74de00ef6612ab0f30c7aa08a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69269322, jitterRate=0.03219333291053772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:05,475 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:05,475 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee3b3fe74de00ef6612ab0f30c7aa08a: Running coprocessor pre-open hook at 1732245785466Writing region info on filesystem at 1732245785466Initializing all the Stores at 1732245785467 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245785467Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245785467Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245785467Cleaning up temporary data from old regions at 1732245785473 (+6 ms)Running coprocessor post-open hooks at 1732245785475 (+2 ms)Region opened successfully at 1732245785475 2024-11-22T03:23:05,476 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a., pid=6, masterSystemTime=1732245785463 2024-11-22T03:23:05,477 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,477 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:05,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee3b3fe74de00ef6612ab0f30c7aa08a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,44307,1732245775143 2024-11-22T03:23:05,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3b3fe74de00ef6612ab0f30c7aa08a, server=b458937b0f5f,44307,1732245775143 because future has completed 2024-11-22T03:23:05,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:05,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee3b3fe74de00ef6612ab0f30c7aa08a, server=b458937b0f5f,44307,1732245775143 in 169 msec 2024-11-22T03:23:05,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:05,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee3b3fe74de00ef6612ab0f30c7aa08a, ASSIGN in 325 msec 2024-11-22T03:23:05,483 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:05,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245785483"}]},"ts":"1732245785483"} 2024-11-22T03:23:05,485 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:05,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:05,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-22T03:23:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:05,867 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:05,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38355,1732245780077 2024-11-22T03:23:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de96a32 2024-11-22T03:23:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:05,869 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:05,870 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:05,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:05,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:05,872 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:05,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:05,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:06,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0f6b2d45121316d8e64063d7b3082fa, NAME => 'test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79 2024-11-22T03:23:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:06,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:06,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0f6b2d45121316d8e64063d7b3082fa, disabling compactions & flushes 2024-11-22T03:23:06,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:06,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:06,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. after waiting 0 ms 2024-11-22T03:23:06,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:06,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:06,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0f6b2d45121316d8e64063d7b3082fa: Waiting for close lock at 1732245786690Disabling compacts and flushes for region at 1732245786690Disabling writes for close at 1732245786691 (+1 ms)Writing region close event to WAL at 1732245786691Closed at 1732245786691 2024-11-22T03:23:06,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:06,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245786692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245786692"}]},"ts":"1732245786692"} 2024-11-22T03:23:06,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:06,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:06,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245786694"}]},"ts":"1732245786694"} 2024-11-22T03:23:06,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:06,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0f6b2d45121316d8e64063d7b3082fa, ASSIGN}] 2024-11-22T03:23:06,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0f6b2d45121316d8e64063d7b3082fa, ASSIGN 2024-11-22T03:23:06,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0f6b2d45121316d8e64063d7b3082fa, ASSIGN; state=OFFLINE, location=b458937b0f5f,43531,1732245780681; forceNewPlan=false, retain=false 2024-11-22T03:23:06,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0f6b2d45121316d8e64063d7b3082fa, regionState=OPENING, regionLocation=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:06,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0f6b2d45121316d8e64063d7b3082fa, ASSIGN because future has completed 2024-11-22T03:23:06,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0f6b2d45121316d8e64063d7b3082fa, server=b458937b0f5f,43531,1732245780681}] 2024-11-22T03:23:07,005 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:07,005 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0f6b2d45121316d8e64063d7b3082fa, NAME => 'test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:07,005 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:07,005 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:07,005 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,005 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:07,005 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,005 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,006 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,007 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0f6b2d45121316d8e64063d7b3082fa columnFamilyName f 2024-11-22T03:23:07,007 DEBUG [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:07,007 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] regionserver.HStore(327): Store=f0f6b2d45121316d8e64063d7b3082fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:07,007 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,008 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0f6b2d45121316d8e64063d7b3082fa columnFamilyName f1 2024-11-22T03:23:07,008 DEBUG [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:07,009 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] regionserver.HStore(327): Store=f0f6b2d45121316d8e64063d7b3082fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:07,009 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,009 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0f6b2d45121316d8e64063d7b3082fa columnFamilyName norep 2024-11-22T03:23:07,009 DEBUG [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:07,010 INFO [StoreOpener-f0f6b2d45121316d8e64063d7b3082fa-1 {}] regionserver.HStore(327): Store=f0f6b2d45121316d8e64063d7b3082fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:07,010 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,010 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,010 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,011 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,011 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,011 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:07,012 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,013 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:07,013 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0f6b2d45121316d8e64063d7b3082fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61568124, jitterRate=-0.08256345987319946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:07,013 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:07,013 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0f6b2d45121316d8e64063d7b3082fa: Running coprocessor pre-open hook at 1732245787005Writing region info on filesystem at 1732245787005Initializing all the Stores at 1732245787006 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245787006Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245787006Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245787006Cleaning up temporary data from old regions at 1732245787011 (+5 ms)Running coprocessor post-open hooks at 1732245787013 (+2 ms)Region opened successfully at 1732245787013 2024-11-22T03:23:07,014 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa., pid=6, masterSystemTime=1732245787002 2024-11-22T03:23:07,015 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:07,015 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:07,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0f6b2d45121316d8e64063d7b3082fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0f6b2d45121316d8e64063d7b3082fa, server=b458937b0f5f,43531,1732245780681 because future has completed 2024-11-22T03:23:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:07,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:07,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0f6b2d45121316d8e64063d7b3082fa, server=b458937b0f5f,43531,1732245780681 in 168 msec 2024-11-22T03:23:07,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:07,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0f6b2d45121316d8e64063d7b3082fa, ASSIGN in 323 msec 2024-11-22T03:23:07,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:07,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245787021"}]},"ts":"1732245787021"} 2024-11-22T03:23:07,022 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:07,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:07,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-22T03:23:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:08,027 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:08,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b68e27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:08,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44647,-1 for getting cluster id 2024-11-22T03:23:08,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:08,029 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d06ffa0-c34b-40aa-b894-8a71555675c1' 2024-11-22T03:23:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d06ffa0-c34b-40aa-b894-8a71555675c1" 2024-11-22T03:23:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6044da72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44647,-1] 2024-11-22T03:23:08,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:08,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:08,031 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fca8ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:08,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,44647,1732245770177 2024-11-22T03:23:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509dc698 2024-11-22T03:23:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:08,033 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:08,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:34389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:23:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:23:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:08,036 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:34389' 2024-11-22T03:23:08,037 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce3a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:08,037 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:08,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:08,038 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:08,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:08,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:08,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:08,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:08,039 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dfbde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:08,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34389,1732245774982 2024-11-22T03:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e57e69 2024-11-22T03:23:08,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:08,041 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:08,042 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:23:08,042 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:23:08,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:08,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:08,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:08,043 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:08,044 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:23:08,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:08,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:08,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:08,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:23:08,094 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:23:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:08,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 233fbb06f60ea13198ee78a99ab6558c, NAME => 'hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac 2024-11-22T03:23:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:23:08,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:08,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 233fbb06f60ea13198ee78a99ab6558c, disabling compactions & flushes 2024-11-22T03:23:08,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. after waiting 0 ms 2024-11-22T03:23:08,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 233fbb06f60ea13198ee78a99ab6558c: Waiting for close lock at 1732245788458Disabling compacts and flushes for region at 1732245788458Disabling writes for close at 1732245788458Writing region close event to WAL at 1732245788458Closed at 1732245788458 2024-11-22T03:23:08,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:08,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245788460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245788460"}]},"ts":"1732245788460"} 2024-11-22T03:23:08,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:08,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:08,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245788462"}]},"ts":"1732245788462"} 2024-11-22T03:23:08,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:23:08,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=233fbb06f60ea13198ee78a99ab6558c, ASSIGN}] 2024-11-22T03:23:08,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=233fbb06f60ea13198ee78a99ab6558c, ASSIGN 2024-11-22T03:23:08,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=233fbb06f60ea13198ee78a99ab6558c, ASSIGN; state=OFFLINE, location=b458937b0f5f,37253,1732245770374; forceNewPlan=false, retain=false 2024-11-22T03:23:08,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=233fbb06f60ea13198ee78a99ab6558c, regionState=OPENING, regionLocation=b458937b0f5f,37253,1732245770374 2024-11-22T03:23:08,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=233fbb06f60ea13198ee78a99ab6558c, ASSIGN because future has completed 2024-11-22T03:23:08,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 233fbb06f60ea13198ee78a99ab6558c, server=b458937b0f5f,37253,1732245770374}] 2024-11-22T03:23:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:08,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:08,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:08,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:23:08,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C37253%2C1732245770374.rep, suffix=, logDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374, archiveDir=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/oldWALs, maxLogs=10 2024-11-22T03:23:08,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.rep.1732245788777, exclude list is [], retry=0 2024-11-22T03:23:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-059235d5-ea26-4faa-ade6-c9e324779729,DISK] 2024-11-22T03:23:08,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.rep.1732245788777 2024-11-22T03:23:08,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35203:35203)] 2024-11-22T03:23:08,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 233fbb06f60ea13198ee78a99ab6558c, NAME => 'hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:08,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. service=MultiRowMutationService 2024-11-22T03:23:08,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:23:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,797 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,798 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 233fbb06f60ea13198ee78a99ab6558c columnFamilyName hfileref 2024-11-22T03:23:08,798 DEBUG [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:08,798 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] regionserver.HStore(327): Store=233fbb06f60ea13198ee78a99ab6558c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:08,799 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,799 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 233fbb06f60ea13198ee78a99ab6558c columnFamilyName queue 2024-11-22T03:23:08,799 DEBUG [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:08,799 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] regionserver.HStore(327): Store=233fbb06f60ea13198ee78a99ab6558c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:08,800 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,800 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 233fbb06f60ea13198ee78a99ab6558c columnFamilyName sid 2024-11-22T03:23:08,800 DEBUG [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:08,801 INFO [StoreOpener-233fbb06f60ea13198ee78a99ab6558c-1 {}] regionserver.HStore(327): Store=233fbb06f60ea13198ee78a99ab6558c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:08,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/replication/233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/replication/233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:08,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/replication/233fbb06f60ea13198ee78a99ab6558c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:08,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 233fbb06f60ea13198ee78a99ab6558c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70925557, jitterRate=0.05687315762042999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:08,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:08,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 233fbb06f60ea13198ee78a99ab6558c: Running coprocessor pre-open hook at 1732245788796Writing region info on filesystem at 1732245788796Initializing all the Stores at 1732245788797 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245788797Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245788797Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245788797Cleaning up temporary data from old regions at 1732245788802 (+5 ms)Running coprocessor post-open hooks at 1732245788814 (+12 ms)Region opened successfully at 1732245788814 2024-11-22T03:23:08,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c., pid=10, masterSystemTime=1732245788770 2024-11-22T03:23:08,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:08,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,818 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=233fbb06f60ea13198ee78a99ab6558c, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37253,1732245770374 2024-11-22T03:23:08,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 233fbb06f60ea13198ee78a99ab6558c, server=b458937b0f5f,37253,1732245770374 because future has completed 2024-11-22T03:23:08,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:08,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:23:08,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 233fbb06f60ea13198ee78a99ab6558c, server=b458937b0f5f,37253,1732245770374 in 203 msec 2024-11-22T03:23:08,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:23:08,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=233fbb06f60ea13198ee78a99ab6558c, ASSIGN in 358 msec 2024-11-22T03:23:08,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:08,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245788825"}]},"ts":"1732245788825"} 2024-11-22T03:23:08,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:23:08,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:08,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-22T03:23:08,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:23:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c., hostname=b458937b0f5f,37253,1732245770374, seqNum=2] 2024-11-22T03:23:08,908 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:23:08,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:23:08,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:23:09,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:23:09,082 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:23:09,109 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,37253,1732245770374, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:23:09,109 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:09,109 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37253,1732245770374, seqNum=-1] 2024-11-22T03:23:09,110 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:09,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-22T03:23:09,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,37253,1732245770374', locateType=CURRENT is [region=hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c., hostname=b458937b0f5f,37253,1732245770374, seqNum=2] 2024-11-22T03:23:09,114 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:23:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:23:09,116 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,37253,1732245770374 suceeded 2024-11-22T03:23:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:23:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T03:23:09,117 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:34389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:23:09,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0830 sec 2024-11-22T03:23:09,127 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:34389' 2024-11-22T03:23:09,129 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4796c691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,129 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:09,129 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:09,130 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a13b73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,131 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:09,131 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c5b95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,131 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34389,1732245774982 2024-11-22T03:23:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1692b219 2024-11-22T03:23:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:09,133 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-22T03:23:09,133 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,37253,1732245770374 (queues=1) is replicating from cluster=1d06ffa0-c34b-40aa-b894-8a71555675c1 to cluster=ddf8d264-169b-4178-a331-0b60212c4d4a 2024-11-22T03:23:09,133 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C37253%2C1732245770374 2024-11-22T03:23:09,133 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,37253,1732245770374, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:23:09,134 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C37253%2C1732245770374 2024-11-22T03:23:09,134 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311, startPosition=0, beingWritten=true 2024-11-22T03:23:09,138 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:09,138 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:09,138 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,37253,1732245770374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:09,167 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:23:09,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:09,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:09,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:09,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7dd88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:09,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:09,169 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a4f688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,170 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fb6e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34389,1732245774982 2024-11-22T03:23:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e550ccc 2024-11-22T03:23:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:09,172 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:09,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:38355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:23:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:23:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:09,174 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:38355' 2024-11-22T03:23:09,175 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165e5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,175 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38355,-1 for getting cluster id 2024-11-22T03:23:09,175 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:09,175 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273c2961-a32c-4e59-8fd8-345a92d8d3c0' 2024-11-22T03:23:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273c2961-a32c-4e59-8fd8-345a92d8d3c0" 2024-11-22T03:23:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efabee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38355,-1] 2024-11-22T03:23:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,176 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:09,177 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38355,1732245780077 2024-11-22T03:23:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c384e6d 2024-11-22T03:23:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:09,178 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:09,179 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T03:23:09,179 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:23:09,179 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,179 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:09,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:09,179 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:09,180 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:23:09,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:09,181 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:09,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:23:09,230 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:23:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:09,341 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:09,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fb572b94c76a49a673cb43d3cfe8254, NAME => 'hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300 2024-11-22T03:23:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:23:09,644 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:10,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fb572b94c76a49a673cb43d3cfe8254, disabling compactions & flushes 2024-11-22T03:23:10,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. after waiting 0 ms 2024-11-22T03:23:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fb572b94c76a49a673cb43d3cfe8254: Waiting for close lock at 1732245790002Disabling compacts and flushes for region at 1732245790002Disabling writes for close at 1732245790002Writing region close event to WAL at 1732245790002Closed at 1732245790002 2024-11-22T03:23:10,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:10,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245790003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245790003"}]},"ts":"1732245790003"} 2024-11-22T03:23:10,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:10,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:10,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245790005"}]},"ts":"1732245790005"} 2024-11-22T03:23:10,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:23:10,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fb572b94c76a49a673cb43d3cfe8254, ASSIGN}] 2024-11-22T03:23:10,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fb572b94c76a49a673cb43d3cfe8254, ASSIGN 2024-11-22T03:23:10,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fb572b94c76a49a673cb43d3cfe8254, ASSIGN; state=OFFLINE, location=b458937b0f5f,44307,1732245775143; forceNewPlan=false, retain=false 2024-11-22T03:23:10,047 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:10,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:23:10,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fb572b94c76a49a673cb43d3cfe8254, regionState=OPENING, regionLocation=b458937b0f5f,44307,1732245775143 2024-11-22T03:23:10,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fb572b94c76a49a673cb43d3cfe8254, ASSIGN because future has completed 2024-11-22T03:23:10,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb572b94c76a49a673cb43d3cfe8254, server=b458937b0f5f,44307,1732245775143}] 2024-11-22T03:23:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:10,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:10,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:23:10,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C44307%2C1732245775143.rep, suffix=, logDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/oldWALs, maxLogs=10 2024-11-22T03:23:10,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.rep.1732245790319, exclude list is [], retry=0 2024-11-22T03:23:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-50fdc841-1c8e-463a-b55e-63d1645d3411,DISK] 2024-11-22T03:23:10,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.rep.1732245790319 2024-11-22T03:23:10,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44757:44757)] 2024-11-22T03:23:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fb572b94c76a49a673cb43d3cfe8254, NAME => 'hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:10,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. service=MultiRowMutationService 2024-11-22T03:23:10,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:23:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:10,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,358 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,359 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb572b94c76a49a673cb43d3cfe8254 columnFamilyName hfileref 2024-11-22T03:23:10,359 DEBUG [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:10,360 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] regionserver.HStore(327): Store=8fb572b94c76a49a673cb43d3cfe8254/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:10,360 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,361 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb572b94c76a49a673cb43d3cfe8254 columnFamilyName queue 2024-11-22T03:23:10,361 DEBUG [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:10,361 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] regionserver.HStore(327): Store=8fb572b94c76a49a673cb43d3cfe8254/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:10,361 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,362 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb572b94c76a49a673cb43d3cfe8254 columnFamilyName sid 2024-11-22T03:23:10,362 DEBUG [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:10,362 INFO [StoreOpener-8fb572b94c76a49a673cb43d3cfe8254-1 {}] regionserver.HStore(327): Store=8fb572b94c76a49a673cb43d3cfe8254/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:10,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fb572b94c76a49a673cb43d3cfe8254; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72694365, jitterRate=0.08323045074939728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fb572b94c76a49a673cb43d3cfe8254: Running coprocessor pre-open hook at 1732245790352Writing region info on filesystem at 1732245790352Initializing all the Stores at 1732245790352Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245790352Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245790358 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245790358Cleaning up temporary data from old regions at 1732245790364 (+6 ms)Running coprocessor post-open hooks at 1732245790373 (+9 ms)Region opened successfully at 1732245790373 2024-11-22T03:23:10,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254., pid=10, masterSystemTime=1732245790313 2024-11-22T03:23:10,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:10,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fb572b94c76a49a673cb43d3cfe8254, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,44307,1732245775143 2024-11-22T03:23:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb572b94c76a49a673cb43d3cfe8254, server=b458937b0f5f,44307,1732245775143 because future has completed 2024-11-22T03:23:10,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:23:10,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fb572b94c76a49a673cb43d3cfe8254, server=b458937b0f5f,44307,1732245775143 in 220 msec 2024-11-22T03:23:10,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:23:10,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fb572b94c76a49a673cb43d3cfe8254, ASSIGN in 376 msec 2024-11-22T03:23:10,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:10,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245790385"}]},"ts":"1732245790385"} 2024-11-22T03:23:10,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:23:10,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:10,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-22T03:23:10,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254., hostname=b458937b0f5f,44307,1732245775143, seqNum=2] 2024-11-22T03:23:10,497 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:23:10,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:23:10,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:23:10,550 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:10,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:23:10,672 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:23:10,700 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,44307,1732245775143, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:23:10,700 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:10,700 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44307,1732245775143, seqNum=-1] 2024-11-22T03:23:10,701 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:10,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T03:23:10,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,44307,1732245775143', locateType=CURRENT is [region=hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254., hostname=b458937b0f5f,44307,1732245775143, seqNum=2] 2024-11-22T03:23:10,705 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:23:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:23:10,707 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,44307,1732245775143 suceeded 2024-11-22T03:23:10,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:23:10,709 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:38355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:23:10,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T03:23:10,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-22T03:23:10,720 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:38355' 2024-11-22T03:23:10,723 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4327c612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:10,723 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38355,-1 for getting cluster id 2024-11-22T03:23:10,723 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:10,724 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273c2961-a32c-4e59-8fd8-345a92d8d3c0' 2024-11-22T03:23:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273c2961-a32c-4e59-8fd8-345a92d8d3c0" 2024-11-22T03:23:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32bfa944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38355,-1] 2024-11-22T03:23:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:10,725 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:10,725 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bee1fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:10,725 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38355,1732245780077 2024-11-22T03:23:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2271533f 2024-11-22T03:23:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:10,727 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-22T03:23:10,727 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,44307,1732245775143 (queues=1) is replicating from cluster=ddf8d264-169b-4178-a331-0b60212c4d4a to cluster=273c2961-a32c-4e59-8fd8-345a92d8d3c0 2024-11-22T03:23:10,727 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C44307%2C1732245775143 2024-11-22T03:23:10,727 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,44307,1732245775143, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:23:10,728 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, startPosition=0, beingWritten=true 2024-11-22T03:23:10,728 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C44307%2C1732245775143 2024-11-22T03:23:10,732 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:10,732 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:10,732 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:10,935 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:11,153 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:11,239 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:11,328 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:23:11,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:11,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:11,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:11,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:11,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:11,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98bbbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:11,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38355,-1 for getting cluster id 2024-11-22T03:23:11,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:11,330 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273c2961-a32c-4e59-8fd8-345a92d8d3c0' 2024-11-22T03:23:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273c2961-a32c-4e59-8fd8-345a92d8d3c0" 2024-11-22T03:23:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5720af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38355,-1] 2024-11-22T03:23:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:11,333 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:11,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bba890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:11,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,38355,1732245780077 2024-11-22T03:23:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501aed74 2024-11-22T03:23:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:11,336 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:11,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:34389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:23:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:23:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:11,339 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:34389' 2024-11-22T03:23:11,339 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9422ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:11,339 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:11,339 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:11,340 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:11,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:11,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:11,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8081a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:11,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:11,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:11,341 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:11,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609311cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:11,342 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:11,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34389,1732245774982 2024-11-22T03:23:11,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e082300 2024-11-22T03:23:11,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:11,343 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:11,344 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T03:23:11,344 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:23:11,344 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:11,344 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:11,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:11,344 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:11,345 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:23:11,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:11,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:11,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:23:11,395 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:23:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T03:23:11,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:23:11,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T03:23:11,642 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:11,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51b8fe2e336bcd815c794190897ee3da, NAME => 'hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79 2024-11-22T03:23:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:23:11,856 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:12,149 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:12,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:12,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51b8fe2e336bcd815c794190897ee3da, disabling compactions & flushes 2024-11-22T03:23:12,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. after waiting 0 ms 2024-11-22T03:23:12,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51b8fe2e336bcd815c794190897ee3da: Waiting for close lock at 1732245792161Disabling compacts and flushes for region at 1732245792161Disabling writes for close at 1732245792161Writing region close event to WAL at 1732245792161Closed at 1732245792161 2024-11-22T03:23:12,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:12,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245792163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245792163"}]},"ts":"1732245792163"} 2024-11-22T03:23:12,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:12,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:12,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245792167"}]},"ts":"1732245792167"} 2024-11-22T03:23:12,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:23:12,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51b8fe2e336bcd815c794190897ee3da, ASSIGN}] 2024-11-22T03:23:12,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51b8fe2e336bcd815c794190897ee3da, ASSIGN 2024-11-22T03:23:12,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51b8fe2e336bcd815c794190897ee3da, ASSIGN; state=OFFLINE, location=b458937b0f5f,43531,1732245780681; forceNewPlan=false, retain=false 2024-11-22T03:23:12,304 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-22T03:23:12,304 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=35, reused chunk count=118, reuseRatio=77.12% 2024-11-22T03:23:12,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51b8fe2e336bcd815c794190897ee3da, regionState=OPENING, regionLocation=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:12,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51b8fe2e336bcd815c794190897ee3da, ASSIGN because future has completed 2024-11-22T03:23:12,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51b8fe2e336bcd815c794190897ee3da, server=b458937b0f5f,43531,1732245780681}] 2024-11-22T03:23:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:12,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:12,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:23:12,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C43531%2C1732245780681.rep, suffix=, logDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681, archiveDir=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/oldWALs, maxLogs=10 2024-11-22T03:23:12,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.rep.1732245792539, exclude list is [], retry=0 2024-11-22T03:23:12,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-cdbf5c96-49d8-4f88-9617-72da69b37cdd,DISK] 2024-11-22T03:23:12,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.rep.1732245792539 2024-11-22T03:23:12,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-22T03:23:12,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 51b8fe2e336bcd815c794190897ee3da, NAME => 'hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:12,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. service=MultiRowMutationService 2024-11-22T03:23:12,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:23:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,596 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,599 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51b8fe2e336bcd815c794190897ee3da columnFamilyName hfileref 2024-11-22T03:23:12,599 DEBUG [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:12,599 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] regionserver.HStore(327): Store=51b8fe2e336bcd815c794190897ee3da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:12,599 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,600 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51b8fe2e336bcd815c794190897ee3da columnFamilyName queue 2024-11-22T03:23:12,600 DEBUG [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:12,601 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] regionserver.HStore(327): Store=51b8fe2e336bcd815c794190897ee3da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:12,601 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,602 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51b8fe2e336bcd815c794190897ee3da columnFamilyName sid 2024-11-22T03:23:12,602 DEBUG [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:12,603 INFO [StoreOpener-51b8fe2e336bcd815c794190897ee3da-1 {}] regionserver.HStore(327): Store=51b8fe2e336bcd815c794190897ee3da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:12,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/replication/51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/replication/51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:12,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/replication/51b8fe2e336bcd815c794190897ee3da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:12,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 51b8fe2e336bcd815c794190897ee3da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73288278, jitterRate=0.09208044409751892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:12,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:12,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 51b8fe2e336bcd815c794190897ee3da: Running coprocessor pre-open hook at 1732245792578Writing region info on filesystem at 1732245792578Initializing all the Stores at 1732245792579 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245792579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245792596 (+17 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245792596Cleaning up temporary data from old regions at 1732245792606 (+10 ms)Running coprocessor post-open hooks at 1732245792614 (+8 ms)Region opened successfully at 1732245792614 2024-11-22T03:23:12,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da., pid=10, masterSystemTime=1732245792505 2024-11-22T03:23:12,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51b8fe2e336bcd815c794190897ee3da, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,43531,1732245780681 2024-11-22T03:23:12,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:12,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51b8fe2e336bcd815c794190897ee3da, server=b458937b0f5f,43531,1732245780681 because future has completed 2024-11-22T03:23:12,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:23:12,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51b8fe2e336bcd815c794190897ee3da, server=b458937b0f5f,43531,1732245780681 in 275 msec 2024-11-22T03:23:12,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:23:12,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51b8fe2e336bcd815c794190897ee3da, ASSIGN in 455 msec 2024-11-22T03:23:12,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:12,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245792629"}]},"ts":"1732245792629"} 2024-11-22T03:23:12,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:23:12,633 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:12,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2890 sec 2024-11-22T03:23:12,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da., hostname=b458937b0f5f,43531,1732245780681, seqNum=2] 2024-11-22T03:23:12,659 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:12,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:12,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:12,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:23:12,777 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:12,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:23:12,896 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:23:12,944 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,43531,1732245780681, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:23:12,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:12,945 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43531,1732245780681, seqNum=-1] 2024-11-22T03:23:12,946 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:12,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T03:23:12,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,43531,1732245780681', locateType=CURRENT is [region=hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da., hostname=b458937b0f5f,43531,1732245780681, seqNum=2] 2024-11-22T03:23:12,958 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:23:12,961 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,43531,1732245780681 suceeded 2024-11-22T03:23:12,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:23:12,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-22T03:23:12,964 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:34389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:23:12,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6280 sec 2024-11-22T03:23:12,985 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:34389' 2024-11-22T03:23:12,988 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6046fb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:12,989 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:12,989 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:12,989 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c8f533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:12,991 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:12,992 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bb5dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:12,992 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34389,1732245774982 2024-11-22T03:23:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f71a84 2024-11-22T03:23:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:12,994 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-22T03:23:12,995 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,43531,1732245780681 (queues=1) is replicating from cluster=273c2961-a32c-4e59-8fd8-345a92d8d3c0 to cluster=ddf8d264-169b-4178-a331-0b60212c4d4a 2024-11-22T03:23:12,995 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C43531%2C1732245780681 2024-11-22T03:23:12,995 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,43531,1732245780681, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:23:13,000 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, startPosition=0, beingWritten=true 2024-11-22T03:23:13,012 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C43531%2C1732245780681 2024-11-22T03:23:13,018 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:13,018 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 379, reset compression=false 2024-11-22T03:23:13,018 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:13,225 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 379, reset compression=false 2024-11-22T03:23:13,484 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:13,488 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:23:13,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:13,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:13,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:13,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:13,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:13,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e664036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,44647,-1 for getting cluster id 2024-11-22T03:23:13,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:13,498 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d06ffa0-c34b-40aa-b894-8a71555675c1' 2024-11-22T03:23:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d06ffa0-c34b-40aa-b894-8a71555675c1" 2024-11-22T03:23:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1244a89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,44647,-1] 2024-11-22T03:23:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:13,499 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473729dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e7464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:13,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:13,502 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2710abf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:13,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b5505f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38355,-1 for getting cluster id 2024-11-22T03:23:13,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:13,521 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273c2961-a32c-4e59-8fd8-345a92d8d3c0' 2024-11-22T03:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273c2961-a32c-4e59-8fd8-345a92d8d3c0" 2024-11-22T03:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c0e1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38355,-1] 2024-11-22T03:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:13,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:13,524 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664149b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37253,1732245770374, seqNum=-1] 2024-11-22T03:23:13,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:13,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:13,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245783587.4caea094e7c6c78383718842f18910b5., hostname=b458937b0f5f,37253,1732245770374, seqNum=2] 2024-11-22T03:23:13,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43531,1732245780681, seqNum=-1] 2024-11-22T03:23:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:13,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa., hostname=b458937b0f5f,43531,1732245780681, seqNum=2] 2024-11-22T03:23:13,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T03:23:13,565 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 379, reset compression=false 2024-11-22T03:23:13,589 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 379, reset compression=false 2024-11-22T03:23:13,607 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:13,607 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:13,607 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,37253,1732245770374 got entry batch from reader: WALEntryBatch [walEntries=[{test/4caea094e7c6c78383718842f18910b5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T03:23:13,616 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:13,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-22T03:23:13,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:13,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eacdc1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34389,-1 for getting cluster id 2024-11-22T03:23:13,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:13,650 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddf8d264-169b-4178-a331-0b60212c4d4a' 2024-11-22T03:23:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddf8d264-169b-4178-a331-0b60212c4d4a" 2024-11-22T03:23:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b4bdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34389,-1] 2024-11-22T03:23:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:13,652 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:13,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6874bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:13,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:13,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44307,1732245775143, seqNum=-1] 2024-11-22T03:23:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:13,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T03:23:13,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a., hostname=b458937b0f5f,44307,1732245775143, seqNum=2] 2024-11-22T03:23:13,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:13,842 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:14,004 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 379, reset compression=false 2024-11-22T03:23:14,146 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:14,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:14,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,334 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 379, reset compression=false 2024-11-22T03:23:14,338 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:14,338 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 503, reset compression=false 2024-11-22T03:23:14,338 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee3b3fe74de00ef6612ab0f30c7aa08a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T03:23:14,340 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:14,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-22T03:23:14,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:14,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a77707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:14,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,38355,-1 for getting cluster id 2024-11-22T03:23:14,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:14,343 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273c2961-a32c-4e59-8fd8-345a92d8d3c0' 2024-11-22T03:23:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273c2961-a32c-4e59-8fd8-345a92d8d3c0" 2024-11-22T03:23:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a732654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,38355,-1] 2024-11-22T03:23:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:14,344 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:14,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfbc37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:14,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:14,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,43531,1732245780681, seqNum=-1] 2024-11-22T03:23:14,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:14,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T03:23:14,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa., hostname=b458937b0f5f,43531,1732245780681, seqNum=2] 2024-11-22T03:23:14,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:14,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:14,509 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 379, reset compression=false 2024-11-22T03:23:14,513 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:14,513 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 527, reset compression=false 2024-11-22T03:23:14,513 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:14,542 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 503, reset compression=false 2024-11-22T03:23:14,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T03:23:14,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:14,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44307,1732245775143, seqNum=-1] 2024-11-22T03:23:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:14,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a., hostname=b458937b0f5f,44307,1732245775143, seqNum=2] 2024-11-22T03:23:14,550 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:14,552 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T03:23:14,717 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 527, reset compression=false 2024-11-22T03:23:14,847 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 503, reset compression=false 2024-11-22T03:23:14,851 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:14,851 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 607, reset compression=false 2024-11-22T03:23:14,851 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee3b3fe74de00ef6612ab0f30c7aa08a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:23:14,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:14,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:15,021 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 527, reset compression=false 2024-11-22T03:23:15,025 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:15,026 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 655, reset compression=false 2024-11-22T03:23:15,026 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:15,053 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:15,054 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 607, reset compression=false 2024-11-22T03:23:15,229 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 655, reset compression=false 2024-11-22T03:23:15,357 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 607, reset compression=false 2024-11-22T03:23:15,532 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 655, reset compression=false 2024-11-22T03:23:15,554 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T03:23:15,557 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T03:23:15,656 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:15,764 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 607, reset compression=false 2024-11-22T03:23:15,935 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 655, reset compression=false 2024-11-22T03:23:15,938 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:15,938 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 759, reset compression=false 2024-11-22T03:23:15,938 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0f6b2d45121316d8e64063d7b3082fa/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T03:23:15,940 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:15,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-22T03:23:15,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:15,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:16,141 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 759, reset compression=false 2024-11-22T03:23:16,267 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 607, reset compression=false 2024-11-22T03:23:16,271 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:16,271 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 734, reset compression=false 2024-11-22T03:23:16,271 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:16,359 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:16,445 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 759, reset compression=false 2024-11-22T03:23:16,474 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 734, reset compression=false 2024-11-22T03:23:16,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T03:23:16,562 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T03:23:16,783 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 734, reset compression=false 2024-11-22T03:23:16,849 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 759, reset compression=false 2024-11-22T03:23:17,162 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 480, reset compression=false 2024-11-22T03:23:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,37253,1732245770374 got entry batch from reader: WALEntryBatch [walEntries=[{test/4caea094e7c6c78383718842f18910b5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T03:23:17,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:17,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:17,185 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 734, reset compression=false 2024-11-22T03:23:17,189 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:17,189 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 881, reset compression=false 2024-11-22T03:23:17,189 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee3b3fe74de00ef6612ab0f30c7aa08a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T03:23:17,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:17,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:17,352 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 759, reset compression=false 2024-11-22T03:23:17,356 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:17,356 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 930, reset compression=false 2024-11-22T03:23:17,356 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:17,371 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:17,393 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 881, reset compression=false 2024-11-22T03:23:17,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T03:23:17,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T03:23:17,601 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 930, reset compression=false 2024-11-22T03:23:17,696 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 881, reset compression=false 2024-11-22T03:23:17,697 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:17,700 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:17,700 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1040, reset compression=false 2024-11-22T03:23:17,700 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee3b3fe74de00ef6612ab0f30c7aa08a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T03:23:17,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:17,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:17,903 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1040, reset compression=false 2024-11-22T03:23:17,904 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 930, reset compression=false 2024-11-22T03:23:17,907 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:17,907 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1080, reset compression=false 2024-11-22T03:23:17,907 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:18,100 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:18,113 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1080, reset compression=false 2024-11-22T03:23:18,207 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1040, reset compression=false 2024-11-22T03:23:18,416 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1080, reset compression=false 2024-11-22T03:23:18,568 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T03:23:18,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T03:23:18,603 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:18,617 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1040, reset compression=false 2024-11-22T03:23:18,837 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1080, reset compression=false 2024-11-22T03:23:18,842 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:23:18,842 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1239, reset compression=false 2024-11-22T03:23:18,842 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0f6b2d45121316d8e64063d7b3082fa/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T03:23:18,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T03:23:18,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T03:23:19,069 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1239, reset compression=false 2024-11-22T03:23:19,121 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1040, reset compression=false 2024-11-22T03:23:19,124 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:19,125 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:19,125 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:19,207 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:19,328 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:19,373 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1239, reset compression=false 2024-11-22T03:23:19,573 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T03:23:19,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:23:19,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:19,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:19,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:19,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:19,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:19,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:23:19,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=588766428, stopped=false 2024-11-22T03:23:19,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,38355,1732245780077 2024-11-22T03:23:19,632 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2880064864/running 2024-11-22T03:23:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:19,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/running 2024-11-22T03:23:19,636 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-22T03:23:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2880064864/running 2024-11-22T03:23:19,636 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:19,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:23:19,636 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:19,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:19,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:19,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0f6b2d45121316d8e64063d7b3082fa, disabling compactions & flushes 2024-11-22T03:23:19,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:19,636 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:19,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:19,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. after waiting 0 ms 2024-11-22T03:23:19,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:19,636 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,43531,1732245780681' ***** 2024-11-22T03:23:19,636 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:23:19,638 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0f6b2d45121316d8e64063d7b3082fa 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T03:23:19,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Set watcher on znode that does not yet exist, /2880064864/running 2024-11-22T03:23:19,639 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:23:19,639 INFO [RS:0;b458937b0f5f:43531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:23:19,639 INFO [RS:0;b458937b0f5f:43531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 51b8fe2e336bcd815c794190897ee3da, which we are already trying to CLOSE, but not completed yet 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,43531,1732245780681 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43531. 2024-11-22T03:23:19,640 DEBUG [RS:0;b458937b0f5f:43531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:19,640 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:23:19,640 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:23:19,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:23:19,645 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:23:19,645 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1325): Online Regions={f0f6b2d45121316d8e64063d7b3082fa=test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa., 1588230740=hbase:meta,,1.1588230740, 51b8fe2e336bcd815c794190897ee3da=hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.} 2024-11-22T03:23:19,645 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51b8fe2e336bcd815c794190897ee3da, f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:19,645 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:19,645 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:19,645 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:19,645 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:19,645 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:19,645 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:23:19,664 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/f/316659efe54843b49c10e2715eb798ed is 29, key is row1/f:/1732245797565/DeleteFamily/seqid=0 2024-11-22T03:23:19,664 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/info/b6eebee6ce514ad6bf09e0ebfed46bca is 147, key is hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da./info:regioninfo/1732245792621/Put/seqid=0 2024-11-22T03:23:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741841_1017 (size=7686) 2024-11-22T03:23:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741840_1016 (size=5152) 2024-11-22T03:23:19,737 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:23:19,776 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1239, reset compression=false 2024-11-22T03:23:19,779 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:19,779 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1486, reset compression=false 2024-11-22T03:23:19,779 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,43531,1732245780681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:19,780 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,43531,1732245780681: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,43531,1732245780681, walGroup=b458937b0f5f%2C43531%2C1732245780681, offset=b458937b0f5f%2C43531%2C1732245780681.1732245782755:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:23:19,782 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:23:19,782 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:23:19,783 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:23:19,783 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:23:19,783 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:23:19,783 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 883396320 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202026952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:23:19,783 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:38355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:38355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:23:19,845 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51b8fe2e336bcd815c794190897ee3da, f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:19,909 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:19,985 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1486, reset compression=false 2024-11-22T03:23:20,045 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51b8fe2e336bcd815c794190897ee3da, f0f6b2d45121316d8e64063d7b3082fa 2024-11-22T03:23:20,045 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:20,074 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/info/b6eebee6ce514ad6bf09e0ebfed46bca 2024-11-22T03:23:20,074 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/f/316659efe54843b49c10e2715eb798ed 2024-11-22T03:23:20,079 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 316659efe54843b49c10e2715eb798ed 2024-11-22T03:23:20,094 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/f1/8e957e43e71c4cf683b2389d0a245809 is 30, key is row1/f1:/1732245797565/DeleteFamily/seqid=0 2024-11-22T03:23:20,096 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/ns/20a2b960ff3749aabb16984d7da29b39 is 43, key is default/ns:d/1732245783360/Put/seqid=0 2024-11-22T03:23:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741842_1018 (size=5158) 2024-11-22T03:23:20,097 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/f1/8e957e43e71c4cf683b2389d0a245809 2024-11-22T03:23:20,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741843_1019 (size=5153) 2024-11-22T03:23:20,101 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e957e43e71c4cf683b2389d0a245809 2024-11-22T03:23:20,118 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/norep/166e1dcc168f4e6a8aefa3ad95d15595 is 33, key is row2/norep:/1732245798569/DeleteFamily/seqid=0 2024-11-22T03:23:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741844_1020 (size=5108) 2024-11-22T03:23:20,122 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/norep/166e1dcc168f4e6a8aefa3ad95d15595 2024-11-22T03:23:20,126 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 166e1dcc168f4e6a8aefa3ad95d15595 2024-11-22T03:23:20,126 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/f/316659efe54843b49c10e2715eb798ed as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/f/316659efe54843b49c10e2715eb798ed 2024-11-22T03:23:20,130 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 316659efe54843b49c10e2715eb798ed 2024-11-22T03:23:20,130 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/f/316659efe54843b49c10e2715eb798ed, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T03:23:20,131 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/f1/8e957e43e71c4cf683b2389d0a245809 as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/f1/8e957e43e71c4cf683b2389d0a245809 2024-11-22T03:23:20,135 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e957e43e71c4cf683b2389d0a245809 2024-11-22T03:23:20,135 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/f1/8e957e43e71c4cf683b2389d0a245809, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T03:23:20,136 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/.tmp/norep/166e1dcc168f4e6a8aefa3ad95d15595 as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/norep/166e1dcc168f4e6a8aefa3ad95d15595 2024-11-22T03:23:20,141 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 166e1dcc168f4e6a8aefa3ad95d15595 2024-11-22T03:23:20,142 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/norep/166e1dcc168f4e6a8aefa3ad95d15595, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T03:23:20,142 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0f6b2d45121316d8e64063d7b3082fa in 506ms, sequenceid=10, compaction requested=false 2024-11-22T03:23:20,147 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/default/test/f0f6b2d45121316d8e64063d7b3082fa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T03:23:20,147 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:20,147 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:23:20,147 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:20,147 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0f6b2d45121316d8e64063d7b3082fa: Waiting for close lock at 1732245799636Running coprocessor pre-close hooks at 1732245799636Disabling compacts and flushes for region at 1732245799636Disabling writes for close at 1732245799636Obtaining lock to block concurrent updates at 1732245799638 (+2 ms)Preparing flush snapshotting stores in f0f6b2d45121316d8e64063d7b3082fa at 1732245799638Finished memstore snapshotting test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732245799638Flushing stores of test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. at 1732245799639 (+1 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/f: creating writer at 1732245799640 (+1 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/f: appending metadata at 1732245799664 (+24 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/f: closing flushed file at 1732245799664Flushing f0f6b2d45121316d8e64063d7b3082fa/f1: creating writer at 1732245800079 (+415 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/f1: appending metadata at 1732245800093 (+14 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/f1: closing flushed file at 1732245800093Flushing f0f6b2d45121316d8e64063d7b3082fa/norep: creating writer at 1732245800101 (+8 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/norep: appending metadata at 1732245800118 (+17 ms)Flushing f0f6b2d45121316d8e64063d7b3082fa/norep: closing flushed file at 1732245800118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43686106: reopening flushed file at 1732245800126 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2895fa: reopening flushed file at 1732245800130 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668d4dc8: reopening flushed file at 1732245800135 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0f6b2d45121316d8e64063d7b3082fa in 506ms, sequenceid=10, compaction requested=false at 1732245800142 (+7 ms)Writing region close event to WAL at 1732245800144 (+2 ms)Running coprocessor post-close hooks at 1732245800147 (+3 ms)Closed at 1732245800147 2024-11-22T03:23:20,147 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa. 2024-11-22T03:23:20,148 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51b8fe2e336bcd815c794190897ee3da, disabling compactions & flushes 2024-11-22T03:23:20,148 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,148 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,148 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. after waiting 0 ms 2024-11-22T03:23:20,148 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,148 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51b8fe2e336bcd815c794190897ee3da: Waiting for close lock at 1732245800148Running coprocessor pre-close hooks at 1732245800148Disabling compacts and flushes for region at 1732245800148Disabling writes for close at 1732245800148Failed flush hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da., putting online again at 1732245800148 2024-11-22T03:23:20,148 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,166 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:23:20,245 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:20,245 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51b8fe2e336bcd815c794190897ee3da 2024-11-22T03:23:20,245 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51b8fe2e336bcd815c794190897ee3da, disabling compactions & flushes 2024-11-22T03:23:20,245 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,245 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,245 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. after waiting 0 ms 2024-11-22T03:23:20,245 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,246 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51b8fe2e336bcd815c794190897ee3da: Waiting for close lock at 1732245800245Running coprocessor pre-close hooks at 1732245800245Disabling compacts and flushes for region at 1732245800245Disabling writes for close at 1732245800245Failed flush hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da., putting online again at 1732245800246 (+1 ms) 2024-11-22T03:23:20,246 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da. 2024-11-22T03:23:20,288 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 1486, reset compression=false 2024-11-22T03:23:20,292 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:20,292 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 2130, reset compression=false 2024-11-22T03:23:20,445 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:23:20,495 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 2130, reset compression=false 2024-11-22T03:23:20,499 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/ns/20a2b960ff3749aabb16984d7da29b39 2024-11-22T03:23:20,516 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/rep_barrier/29cf97cb357c425d8d8eb0b60a1c6a4d is 112, key is test,,1732245785870.f0f6b2d45121316d8e64063d7b3082fa./rep_barrier:seqnumDuringOpen/1732245787016/Put/seqid=0 2024-11-22T03:23:20,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741845_1021 (size=5518) 2024-11-22T03:23:20,549 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:20,618 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:23:20,618 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:23:20,646 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:23:20,646 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51b8fe2e336bcd815c794190897ee3da=hbase:replication,,1732245791344.51b8fe2e336bcd815c794190897ee3da.} 2024-11-22T03:23:20,646 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:23:20,713 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:20,799 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 2130, reset compression=false 2024-11-22T03:23:20,846 DEBUG [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:23:20,920 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/rep_barrier/29cf97cb357c425d8d8eb0b60a1c6a4d 2024-11-22T03:23:20,936 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/table/d85569e7219f41578edc45117eb42b4f is 53, key is hbase:replication/table:state/1732245792629/Put/seqid=0 2024-11-22T03:23:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741846_1022 (size=5308) 2024-11-22T03:23:20,940 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/table/d85569e7219f41578edc45117eb42b4f 2024-11-22T03:23:20,944 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/info/b6eebee6ce514ad6bf09e0ebfed46bca as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/info/b6eebee6ce514ad6bf09e0ebfed46bca 2024-11-22T03:23:20,947 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/info/b6eebee6ce514ad6bf09e0ebfed46bca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:23:20,948 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/ns/20a2b960ff3749aabb16984d7da29b39 as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/ns/20a2b960ff3749aabb16984d7da29b39 2024-11-22T03:23:20,951 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/ns/20a2b960ff3749aabb16984d7da29b39, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:23:20,952 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/rep_barrier/29cf97cb357c425d8d8eb0b60a1c6a4d as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/rep_barrier/29cf97cb357c425d8d8eb0b60a1c6a4d 2024-11-22T03:23:20,957 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/rep_barrier/29cf97cb357c425d8d8eb0b60a1c6a4d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:23:20,958 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/.tmp/table/d85569e7219f41578edc45117eb42b4f as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/table/d85569e7219f41578edc45117eb42b4f 2024-11-22T03:23:20,963 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/table/d85569e7219f41578edc45117eb42b4f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:23:20,964 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-22T03:23:20,976 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:23:20,977 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:20,977 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:23:20,977 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:20,977 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245799645Running coprocessor pre-close hooks at 1732245799645Disabling compacts and flushes for region at 1732245799645Disabling writes for close at 1732245799645Obtaining lock to block concurrent updates at 1732245799645Preparing flush snapshotting stores in 1588230740 at 1732245799645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245799645Flushing stores of hbase:meta,,1.1588230740 at 1732245799646 (+1 ms)Flushing 1588230740/info: creating writer at 1732245799646Flushing 1588230740/info: appending metadata at 1732245799664 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732245799664Flushing 1588230740/ns: creating writer at 1732245800079 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732245800095 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732245800095Flushing 1588230740/rep_barrier: creating writer at 1732245800503 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245800516 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245800516Flushing 1588230740/table: creating writer at 1732245800924 (+408 ms)Flushing 1588230740/table: appending metadata at 1732245800936 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732245800936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79666714: reopening flushed file at 1732245800943 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ead82f1: reopening flushed file at 1732245800947 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399fe06: reopening flushed file at 1732245800951 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2c5861: reopening flushed file at 1732245800957 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732245800964 (+7 ms)Writing region close event to WAL at 1732245800974 (+10 ms)Running coprocessor post-close hooks at 1732245800977 (+3 ms)Closed at 1732245800977 2024-11-22T03:23:20,977 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:21,046 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T03:23:21,046 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,43531,1732245780681; all regions closed. 2024-11-22T03:23:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:23:21,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.meta.1732245783237.meta not finished, retry = 0 2024-11-22T03:23:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741839_1015 (size=2171) 2024-11-22T03:23:21,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741832_1008 (size=2138) 2024-11-22T03:23:21,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 not finished, retry = 0 2024-11-22T03:23:21,153 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:21,202 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 to pos 2130, reset compression=false 2024-11-22T03:23:21,253 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:21,253 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:23:21,253 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/WALs/b458937b0f5f,43531,1732245780681/b458937b0f5f%2C43531%2C1732245780681.1732245782755 2024-11-22T03:23:21,253 INFO [RS:0;b458937b0f5f:43531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:23:21,253 INFO [RS:0;b458937b0f5f:43531 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:23:21,254 INFO [RS:0;b458937b0f5f:43531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:23:21,254 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:23:21,254 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,43531,1732245780681 because: Region server is closing 2024-11-22T03:23:21,254 INFO [RS:0;b458937b0f5f:43531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43531. 2024-11-22T03:23:21,254 DEBUG [RS:0;b458937b0f5f:43531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:21,254 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:21,254 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:21,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:21,355 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.shipperb458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 terminated 2024-11-22T03:23:21,355 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,43531,1732245780681.replicationSource.wal-reader.b458937b0f5f%2C43531%2C1732245780681,1-b458937b0f5f,43531,1732245780681 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-22T03:23:21,355 INFO [RS:0;b458937b0f5f:43531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:43531. 2024-11-22T03:23:21,355 DEBUG [RS:0;b458937b0f5f:43531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:21,355 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:21,355 DEBUG [RS:0;b458937b0f5f:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:21,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:21,355 INFO [RS:0;b458937b0f5f:43531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43531 2024-11-22T03:23:21,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2880064864/rs/b458937b0f5f,43531,1732245780681 2024-11-22T03:23:21,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864/rs 2024-11-22T03:23:21,368 INFO [RS:0;b458937b0f5f:43531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:23:21,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,43531,1732245780681] 2024-11-22T03:23:21,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2880064864/draining/b458937b0f5f,43531,1732245780681 already deleted, retry=false 2024-11-22T03:23:21,392 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,43531,1732245780681 expired; onlineServers=0 2024-11-22T03:23:21,392 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,38355,1732245780077' ***** 2024-11-22T03:23:21,392 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:23:21,392 INFO [M:0;b458937b0f5f:38355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:23:21,392 INFO [M:0;b458937b0f5f:38355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:23:21,392 DEBUG [M:0;b458937b0f5f:38355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:23:21,392 DEBUG [M:0;b458937b0f5f:38355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:23:21,392 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245782453 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245782453,5,FailOnTimeoutGroup] 2024-11-22T03:23:21,392 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245782456 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245782456,5,FailOnTimeoutGroup] 2024-11-22T03:23:21,392 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:23:21,393 INFO [M:0;b458937b0f5f:38355 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:23:21,393 INFO [M:0;b458937b0f5f:38355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:23:21,393 DEBUG [M:0;b458937b0f5f:38355 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:23:21,393 INFO [M:0;b458937b0f5f:38355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:23:21,393 INFO [M:0;b458937b0f5f:38355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:23:21,393 INFO [M:0;b458937b0f5f:38355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:23:21,393 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:23:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2880064864/master 2024-11-22T03:23:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2880064864 2024-11-22T03:23:21,402 DEBUG [M:0;b458937b0f5f:38355 {}] zookeeper.ZKUtil(347): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Unable to get data of znode /2880064864/master because node does not exist (not an error) 2024-11-22T03:23:21,402 WARN [M:0;b458937b0f5f:38355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:23:21,403 INFO [M:0;b458937b0f5f:38355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/.lastflushedseqids 2024-11-22T03:23:21,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741847_1023 (size=245) 2024-11-22T03:23:21,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:21,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1016090c4790007, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:21,482 INFO [RS:0;b458937b0f5f:43531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:23:21,482 INFO [RS:0;b458937b0f5f:43531 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,43531,1732245780681; zookeeper connection closed. 2024-11-22T03:23:21,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ca0abb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ca0abb 2024-11-22T03:23:21,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:23:21,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:21,617 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:21,812 INFO [M:0;b458937b0f5f:38355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:23:21,812 INFO [M:0;b458937b0f5f:38355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:23:21,812 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:21,812 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:21,812 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:21,812 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:21,812 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:21,812 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T03:23:21,825 DEBUG [M:0;b458937b0f5f:38355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a4a8dc5ffc84ea48f51e48049b7c7d7 is 82, key is hbase:meta,,1/info:regioninfo/1732245783275/Put/seqid=0 2024-11-22T03:23:21,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:23:21,829 INFO [M:0;b458937b0f5f:38355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a4a8dc5ffc84ea48f51e48049b7c7d7 2024-11-22T03:23:21,849 DEBUG [M:0;b458937b0f5f:38355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf192f0cd05344b2a9c9b00436d08ea6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245792634/Put/seqid=0 2024-11-22T03:23:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741849_1025 (size=8516) 2024-11-22T03:23:21,856 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:22,253 INFO [M:0;b458937b0f5f:38355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf192f0cd05344b2a9c9b00436d08ea6 2024-11-22T03:23:22,272 DEBUG [M:0;b458937b0f5f:38355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0b50684eae84e308dab683ce08506f2 is 69, key is b458937b0f5f,43531,1732245780681/rs:state/1732245782561/Put/seqid=0 2024-11-22T03:23:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:23:22,620 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:22,658 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:22,676 INFO [M:0;b458937b0f5f:38355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0b50684eae84e308dab683ce08506f2 2024-11-22T03:23:22,679 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a4a8dc5ffc84ea48f51e48049b7c7d7 as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a4a8dc5ffc84ea48f51e48049b7c7d7 2024-11-22T03:23:22,682 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a4a8dc5ffc84ea48f51e48049b7c7d7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:23:22,683 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf192f0cd05344b2a9c9b00436d08ea6 as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf192f0cd05344b2a9c9b00436d08ea6 2024-11-22T03:23:22,685 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf192f0cd05344b2a9c9b00436d08ea6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:23:22,686 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0b50684eae84e308dab683ce08506f2 as hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0b50684eae84e308dab683ce08506f2 2024-11-22T03:23:22,689 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38853/user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0b50684eae84e308dab683ce08506f2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:23:22,690 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false 2024-11-22T03:23:22,691 INFO [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:22,691 DEBUG [M:0;b458937b0f5f:38355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245801812Disabling compacts and flushes for region at 1732245801812Disabling writes for close at 1732245801812Obtaining lock to block concurrent updates at 1732245801812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245801812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732245801813 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245801813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245801813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245801825 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245801825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245801832 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245801849 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245801849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245802256 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245802272 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245802272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2b2c73: reopening flushed file at 1732245802678 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e158972: reopening flushed file at 1732245802682 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4651820c: reopening flushed file at 1732245802685 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false at 1732245802690 (+5 ms)Writing region close event to WAL at 1732245802691 (+1 ms)Closed at 1732245802691 2024-11-22T03:23:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741830_1006 (size=63654) 2024-11-22T03:23:22,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d052602a-c8be-36c0-3364-3a963ebeee79/MasterData/WALs/b458937b0f5f,38355,1732245780077/b458937b0f5f%2C38355%2C1732245780077.1732245782037 not finished, retry = 0 2024-11-22T03:23:22,793 INFO [M:0;b458937b0f5f:38355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:23:22,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:23:22,793 INFO [M:0;b458937b0f5f:38355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38355 2024-11-22T03:23:22,794 INFO [M:0;b458937b0f5f:38355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:23:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:22,902 INFO [M:0;b458937b0f5f:38355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:23:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x1016090c4790006, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:22,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dc36374{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:22,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f6566f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:23:22,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:23:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74dbb0c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:23:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720973d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir/,STOPPED} 2024-11-22T03:23:22,915 WARN [BP-20710870-172.17.0.3-1732245777491 heartbeating to localhost/127.0.0.1:38853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:23:22,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:23:22,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:23:22,915 WARN [BP-20710870-172.17.0.3-1732245777491 heartbeating to localhost/127.0.0.1:38853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-20710870-172.17.0.3-1732245777491 (Datanode Uuid 3ee91ce0-0014-4ca5-b19a-16c66213b025) service to localhost/127.0.0.1:38853 2024-11-22T03:23:22,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/cluster_e48deef8-58f0-640a-0c89-4b89c50e3754/data/data1/current/BP-20710870-172.17.0.3-1732245777491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:23:22,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/cluster_e48deef8-58f0-640a-0c89-4b89c50e3754/data/data2/current/BP-20710870-172.17.0.3-1732245777491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:23:22,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:23:22,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61c486c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:22,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a4837bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:23:22,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:23:22,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f0e322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:23:22,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786ba9ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir/,STOPPED} 2024-11-22T03:23:22,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:23:22,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:23:22,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:22,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:22,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:22,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:22,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:22,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:23:22,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474989926, stopped=false 2024-11-22T03:23:22,934 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,34389,1732245774982 2024-11-22T03:23:22,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1866672391/running 2024-11-22T03:23:22,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:23:22,947 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1866672391/running 2024-11-22T03:23:22,947 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:23:22,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:23:22,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/running 2024-11-22T03:23:22,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Set watcher on znode that does not yet exist, /1866672391/running 2024-11-22T03:23:22,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:22,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:22,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:22,948 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,44307,1732245775143' ***** 2024-11-22T03:23:22,948 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fb572b94c76a49a673cb43d3cfe8254 2024-11-22T03:23:22,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(3091): Received CLOSE for ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,44307,1732245775143 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:23:22,949 INFO [RS:0;b458937b0f5f:44307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:44307. 2024-11-22T03:23:22,950 DEBUG [RS:0;b458937b0f5f:44307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:22,950 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:22,950 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:23:22,950 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:23:22,950 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:23:22,950 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:23:22,950 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:23:22,950 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1325): Online Regions={8fb572b94c76a49a673cb43d3cfe8254=hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254., 1588230740=hbase:meta,,1.1588230740, ee3b3fe74de00ef6612ab0f30c7aa08a=test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a.} 2024-11-22T03:23:22,950 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb572b94c76a49a673cb43d3cfe8254, ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:22,950 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fb572b94c76a49a673cb43d3cfe8254, disabling compactions & flushes 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:22,950 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. after waiting 0 ms 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:22,950 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:22,951 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fb572b94c76a49a673cb43d3cfe8254 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-22T03:23:22,951 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:23:22,980 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/info/fdbece9b38c04771bd62ae048cdced39 is 147, key is hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254./info:regioninfo/1732245790376/Put/seqid=0 2024-11-22T03:23:22,980 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/.tmp/queue/1830fe801b914cbf971a0e9a33a9782d is 154, key is 1-b458937b0f5f,44307,1732245775143/queue:b458937b0f5f%2C44307%2C1732245775143/1732245799126/Put/seqid=0 2024-11-22T03:23:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741840_1016 (size=7686) 2024-11-22T03:23:22,989 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/info/fdbece9b38c04771bd62ae048cdced39 2024-11-22T03:23:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741841_1017 (size=5353) 2024-11-22T03:23:23,009 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/ns/fd901b6466ca4d17970fe4edfb203044 is 43, key is default/ns:d/1732245777383/Put/seqid=0 2024-11-22T03:23:23,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741842_1018 (size=5153) 2024-11-22T03:23:23,018 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:23:23,150 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb572b94c76a49a673cb43d3cfe8254, ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:23,350 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb572b94c76a49a673cb43d3cfe8254, ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:23,390 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/.tmp/queue/1830fe801b914cbf971a0e9a33a9782d 2024-11-22T03:23:23,395 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/.tmp/queue/1830fe801b914cbf971a0e9a33a9782d as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/queue/1830fe801b914cbf971a0e9a33a9782d 2024-11-22T03:23:23,398 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/queue/1830fe801b914cbf971a0e9a33a9782d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T03:23:23,399 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8fb572b94c76a49a673cb43d3cfe8254 in 449ms, sequenceid=12, compaction requested=false 2024-11-22T03:23:23,402 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/replication/8fb572b94c76a49a673cb43d3cfe8254/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T03:23:23,402 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:23,402 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:23:23,402 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:23,402 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fb572b94c76a49a673cb43d3cfe8254: Waiting for close lock at 1732245802950Running coprocessor pre-close hooks at 1732245802950Disabling compacts and flushes for region at 1732245802950Disabling writes for close at 1732245802950Obtaining lock to block concurrent updates at 1732245802951 (+1 ms)Preparing flush snapshotting stores in 8fb572b94c76a49a673cb43d3cfe8254 at 1732245802951Finished memstore snapshotting hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732245802951Flushing stores of hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. at 1732245802951Flushing 8fb572b94c76a49a673cb43d3cfe8254/queue: creating writer at 1732245802952 (+1 ms)Flushing 8fb572b94c76a49a673cb43d3cfe8254/queue: appending metadata at 1732245802979 (+27 ms)Flushing 8fb572b94c76a49a673cb43d3cfe8254/queue: closing flushed file at 1732245802980 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a3bc12: reopening flushed file at 1732245803394 (+414 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8fb572b94c76a49a673cb43d3cfe8254 in 449ms, sequenceid=12, compaction requested=false at 1732245803399 (+5 ms)Writing region close event to WAL at 1732245803400 (+1 ms)Running coprocessor post-close hooks at 1732245803402 (+2 ms)Closed at 1732245803402 2024-11-22T03:23:23,403 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245789179.8fb572b94c76a49a673cb43d3cfe8254. 2024-11-22T03:23:23,403 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee3b3fe74de00ef6612ab0f30c7aa08a, disabling compactions & flushes 2024-11-22T03:23:23,403 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:23,403 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:23,403 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. after waiting 0 ms 2024-11-22T03:23:23,403 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:23,403 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee3b3fe74de00ef6612ab0f30c7aa08a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T03:23:23,414 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/ns/fd901b6466ca4d17970fe4edfb203044 2024-11-22T03:23:23,423 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/f/a629c4e0155f409f840c7936228b3118 is 29, key is row1/f:/1732245797565/DeleteFamily/seqid=0 2024-11-22T03:23:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741843_1019 (size=5152) 2024-11-22T03:23:23,438 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/f/a629c4e0155f409f840c7936228b3118 2024-11-22T03:23:23,445 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/rep_barrier/7f1029ae45224154820c562e485e3100 is 112, key is test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a./rep_barrier:seqnumDuringOpen/1732245785478/Put/seqid=0 2024-11-22T03:23:23,445 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a629c4e0155f409f840c7936228b3118 2024-11-22T03:23:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741844_1020 (size=5518) 2024-11-22T03:23:23,449 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/rep_barrier/7f1029ae45224154820c562e485e3100 2024-11-22T03:23:23,464 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/f1/4d0c36cfbef8403684294f98b2dc55c4 is 30, key is row1/f1:/1732245797565/DeleteFamily/seqid=0 2024-11-22T03:23:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741845_1021 (size=5158) 2024-11-22T03:23:23,471 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/f1/4d0c36cfbef8403684294f98b2dc55c4 2024-11-22T03:23:23,472 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/table/531e5e0c1e4f40df97771181bbb7b9a5 is 53, key is hbase:replication/table:state/1732245790385/Put/seqid=0 2024-11-22T03:23:23,474 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0c36cfbef8403684294f98b2dc55c4 2024-11-22T03:23:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741846_1022 (size=5308) 2024-11-22T03:23:23,488 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/norep/413d75a9e7354fd7ab83f034eeaeef92 is 33, key is row1/norep:/1732245797565/DeleteFamily/seqid=0 2024-11-22T03:23:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741847_1023 (size=5108) 2024-11-22T03:23:23,551 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:23,562 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1189, reset compression=false 2024-11-22T03:23:23,566 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:23,566 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1436, reset compression=false 2024-11-22T03:23:23,566 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44307,1732245775143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:23,567 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,44307,1732245775143: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,44307,1732245775143, walGroup=b458937b0f5f%2C44307%2C1732245775143, offset=b458937b0f5f%2C44307%2C1732245775143.1732245776710:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:44307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:23:23,568 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:23:23,568 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:23:23,569 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:23:23,569 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:23:23,569 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:23:23,569 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 998739680 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202497720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:23:23,569 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:34389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:34389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:23:23,578 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:23:23,578 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:23:23,724 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:23,752 DEBUG [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee3b3fe74de00ef6612ab0f30c7aa08a 2024-11-22T03:23:23,771 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1436, reset compression=false 2024-11-22T03:23:23,875 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/table/531e5e0c1e4f40df97771181bbb7b9a5 2024-11-22T03:23:23,880 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/info/fdbece9b38c04771bd62ae048cdced39 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/info/fdbece9b38c04771bd62ae048cdced39 2024-11-22T03:23:23,884 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/info/fdbece9b38c04771bd62ae048cdced39, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:23:23,885 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/ns/fd901b6466ca4d17970fe4edfb203044 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/ns/fd901b6466ca4d17970fe4edfb203044 2024-11-22T03:23:23,889 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/ns/fd901b6466ca4d17970fe4edfb203044, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:23:23,890 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/rep_barrier/7f1029ae45224154820c562e485e3100 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/rep_barrier/7f1029ae45224154820c562e485e3100 2024-11-22T03:23:23,891 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/norep/413d75a9e7354fd7ab83f034eeaeef92 2024-11-22T03:23:23,894 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/rep_barrier/7f1029ae45224154820c562e485e3100, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:23:23,894 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 413d75a9e7354fd7ab83f034eeaeef92 2024-11-22T03:23:23,894 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/.tmp/table/531e5e0c1e4f40df97771181bbb7b9a5 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/table/531e5e0c1e4f40df97771181bbb7b9a5 2024-11-22T03:23:23,894 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/f/a629c4e0155f409f840c7936228b3118 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/f/a629c4e0155f409f840c7936228b3118 2024-11-22T03:23:23,897 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a629c4e0155f409f840c7936228b3118 2024-11-22T03:23:23,897 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/table/531e5e0c1e4f40df97771181bbb7b9a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:23:23,897 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/f/a629c4e0155f409f840c7936228b3118, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T03:23:23,898 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/f1/4d0c36cfbef8403684294f98b2dc55c4 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/f1/4d0c36cfbef8403684294f98b2dc55c4 2024-11-22T03:23:23,898 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false 2024-11-22T03:23:23,902 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0c36cfbef8403684294f98b2dc55c4 2024-11-22T03:23:23,902 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/f1/4d0c36cfbef8403684294f98b2dc55c4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T03:23:23,903 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/.tmp/norep/413d75a9e7354fd7ab83f034eeaeef92 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/norep/413d75a9e7354fd7ab83f034eeaeef92 2024-11-22T03:23:23,903 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:23:23,904 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:23,904 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:23:23,904 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:23,904 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245802950Running coprocessor pre-close hooks at 1732245802950Disabling compacts and flushes for region at 1732245802950Disabling writes for close at 1732245802950Obtaining lock to block concurrent updates at 1732245802951 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245802951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245802951Flushing stores of hbase:meta,,1.1588230740 at 1732245802952 (+1 ms)Flushing 1588230740/info: creating writer at 1732245802952Flushing 1588230740/info: appending metadata at 1732245802980 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732245802980Flushing 1588230740/ns: creating writer at 1732245802993 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732245803009 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732245803009Flushing 1588230740/rep_barrier: creating writer at 1732245803420 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245803445 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245803445Flushing 1588230740/table: creating writer at 1732245803454 (+9 ms)Flushing 1588230740/table: appending metadata at 1732245803471 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732245803471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3c2f8f: reopening flushed file at 1732245803879 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad37d9: reopening flushed file at 1732245803884 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384fd3fe: reopening flushed file at 1732245803889 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2208e427: reopening flushed file at 1732245803894 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false at 1732245803898 (+4 ms)Writing region close event to WAL at 1732245803900 (+2 ms)Running coprocessor post-close hooks at 1732245803904 (+4 ms)Closed at 1732245803904 2024-11-22T03:23:23,904 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:23,907 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 413d75a9e7354fd7ab83f034eeaeef92 2024-11-22T03:23:23,907 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/norep/413d75a9e7354fd7ab83f034eeaeef92, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T03:23:23,908 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ee3b3fe74de00ef6612ab0f30c7aa08a in 505ms, sequenceid=10, compaction requested=false 2024-11-22T03:23:23,908 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:23:23,915 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/data/default/test/ee3b3fe74de00ef6612ab0f30c7aa08a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T03:23:23,915 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:23,915 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:23:23,915 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:23,915 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee3b3fe74de00ef6612ab0f30c7aa08a: Waiting for close lock at 1732245803403Running coprocessor pre-close hooks at 1732245803403Disabling compacts and flushes for region at 1732245803403Disabling writes for close at 1732245803403Obtaining lock to block concurrent updates at 1732245803403Preparing flush snapshotting stores in ee3b3fe74de00ef6612ab0f30c7aa08a at 1732245803403Finished memstore snapshotting test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732245803403Flushing stores of test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. at 1732245803404 (+1 ms)Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/f: creating writer at 1732245803404Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/f: appending metadata at 1732245803422 (+18 ms)Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/f: closing flushed file at 1732245803422Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/f1: creating writer at 1732245803446 (+24 ms)Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/f1: appending metadata at 1732245803463 (+17 ms)Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/f1: closing flushed file at 1732245803463Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/norep: creating writer at 1732245803474 (+11 ms)Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/norep: appending metadata at 1732245803487 (+13 ms)Flushing ee3b3fe74de00ef6612ab0f30c7aa08a/norep: closing flushed file at 1732245803487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569e5f3a: reopening flushed file at 1732245803894 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a8806a: reopening flushed file at 1732245803898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483c70d3: reopening flushed file at 1732245803902 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ee3b3fe74de00ef6612ab0f30c7aa08a in 505ms, sequenceid=10, compaction requested=false at 1732245803908 (+6 ms)Writing region close event to WAL at 1732245803912 (+4 ms)Running coprocessor post-close hooks at 1732245803915 (+3 ms)Closed at 1732245803915 2024-11-22T03:23:23,915 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245784730.ee3b3fe74de00ef6612ab0f30c7aa08a. 2024-11-22T03:23:23,952 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,44307,1732245775143; all regions closed. 2024-11-22T03:23:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:23:23,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.meta.1732245777322.meta not finished, retry = 0 2024-11-22T03:23:24,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.rep.1732245790319 not finished, retry = 0 2024-11-22T03:23:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741839_1015 (size=3114) 2024-11-22T03:23:24,074 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 1436, reset compression=false 2024-11-22T03:23:24,082 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:24,082 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/WALs/b458937b0f5f,44307,1732245775143/b458937b0f5f%2C44307%2C1732245775143.1732245776710 to pos 2080, reset compression=false 2024-11-22T03:23:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741833_1009 (size=2088) 2024-11-22T03:23:24,159 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:24,160 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:23:24,160 INFO [RS:0;b458937b0f5f:44307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:23:24,160 INFO [RS:0;b458937b0f5f:44307 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:23:24,160 INFO [RS:0;b458937b0f5f:44307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:23:24,160 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:23:24,160 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,44307,1732245775143 because: Region server is closing 2024-11-22T03:23:24,160 INFO [RS:0;b458937b0f5f:44307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:44307. 2024-11-22T03:23:24,160 DEBUG [RS:0;b458937b0f5f:44307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:24,160 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:24,160 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:24,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:24,261 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.shipperb458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 terminated 2024-11-22T03:23:24,261 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44307,1732245775143.replicationSource.wal-reader.b458937b0f5f%2C44307%2C1732245775143,1-b458937b0f5f,44307,1732245775143 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:23:24,261 INFO [RS:0;b458937b0f5f:44307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:44307. 2024-11-22T03:23:24,261 DEBUG [RS:0;b458937b0f5f:44307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:24,261 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:24,261 DEBUG [RS:0;b458937b0f5f:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:24,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:24,261 INFO [RS:0;b458937b0f5f:44307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44307 2024-11-22T03:23:24,402 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1866672391/rs/b458937b0f5f,44307,1732245775143 2024-11-22T03:23:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391/rs 2024-11-22T03:23:24,402 INFO [RS:0;b458937b0f5f:44307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:23:24,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,44307,1732245775143] 2024-11-22T03:23:24,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1866672391/draining/b458937b0f5f,44307,1732245775143 already deleted, retry=false 2024-11-22T03:23:24,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,44307,1732245775143 expired; onlineServers=0 2024-11-22T03:23:24,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,34389,1732245774982' ***** 2024-11-22T03:23:24,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:23:24,453 INFO [M:0;b458937b0f5f:34389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:23:24,453 INFO [M:0;b458937b0f5f:34389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:23:24,453 DEBUG [M:0;b458937b0f5f:34389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:23:24,453 DEBUG [M:0;b458937b0f5f:34389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:23:24,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:23:24,453 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245776496 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245776496,5,FailOnTimeoutGroup] 2024-11-22T03:23:24,453 INFO [M:0;b458937b0f5f:34389 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:23:24,453 INFO [M:0;b458937b0f5f:34389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:23:24,453 DEBUG [M:0;b458937b0f5f:34389 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:23:24,453 INFO [M:0;b458937b0f5f:34389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:23:24,453 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245776498 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245776498,5,FailOnTimeoutGroup] 2024-11-22T03:23:24,453 INFO [M:0;b458937b0f5f:34389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:23:24,455 INFO [M:0;b458937b0f5f:34389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:23:24,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:23:24,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1866672391/master 2024-11-22T03:23:24,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1866672391 2024-11-22T03:23:24,503 DEBUG [M:0;b458937b0f5f:34389 {}] zookeeper.ZKUtil(347): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Unable to get data of znode /1866672391/master because node does not exist (not an error) 2024-11-22T03:23:24,503 WARN [M:0;b458937b0f5f:34389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:23:24,504 INFO [M:0;b458937b0f5f:34389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/.lastflushedseqids 2024-11-22T03:23:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741848_1024 (size=245) 2024-11-22T03:23:24,523 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:24,523 INFO [RS:0;b458937b0f5f:44307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:23:24,523 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1016090c4790004, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:24,523 INFO [RS:0;b458937b0f5f:44307 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,44307,1732245775143; zookeeper connection closed. 2024-11-22T03:23:24,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6741e37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6741e37 2024-11-22T03:23:24,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:23:24,909 INFO [M:0;b458937b0f5f:34389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:23:24,910 INFO [M:0;b458937b0f5f:34389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:23:24,910 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:24,910 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:24,910 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:24,910 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:24,910 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:24,910 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T03:23:24,927 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:24,930 DEBUG [M:0;b458937b0f5f:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d0d9401dd0f41f9886407beedea5891 is 82, key is hbase:meta,,1/info:regioninfo/1732245777366/Put/seqid=0 2024-11-22T03:23:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741849_1025 (size=5672) 2024-11-22T03:23:24,934 INFO [M:0;b458937b0f5f:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d0d9401dd0f41f9886407beedea5891 2024-11-22T03:23:24,952 DEBUG [M:0;b458937b0f5f:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b33dc643bf0c4256a8fdae375393c6c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245790389/Put/seqid=0 2024-11-22T03:23:24,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741850_1026 (size=8515) 2024-11-22T03:23:24,962 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:23:25,356 INFO [M:0;b458937b0f5f:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b33dc643bf0c4256a8fdae375393c6c0 2024-11-22T03:23:25,377 DEBUG [M:0;b458937b0f5f:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da838fd245654fc6894443afc9a09c4f is 69, key is b458937b0f5f,44307,1732245775143/rs:state/1732245776545/Put/seqid=0 2024-11-22T03:23:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741851_1027 (size=5156) 2024-11-22T03:23:25,386 INFO [M:0;b458937b0f5f:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da838fd245654fc6894443afc9a09c4f 2024-11-22T03:23:25,391 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d0d9401dd0f41f9886407beedea5891 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d0d9401dd0f41f9886407beedea5891 2024-11-22T03:23:25,396 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d0d9401dd0f41f9886407beedea5891, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T03:23:25,397 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b33dc643bf0c4256a8fdae375393c6c0 as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b33dc643bf0c4256a8fdae375393c6c0 2024-11-22T03:23:25,402 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b33dc643bf0c4256a8fdae375393c6c0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T03:23:25,404 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da838fd245654fc6894443afc9a09c4f as hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da838fd245654fc6894443afc9a09c4f 2024-11-22T03:23:25,410 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/63e70967-d09d-6c69-9eb2-6887bc873300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da838fd245654fc6894443afc9a09c4f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T03:23:25,411 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=97, compaction requested=false 2024-11-22T03:23:25,413 INFO [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:25,413 DEBUG [M:0;b458937b0f5f:34389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245804910Disabling compacts and flushes for region at 1732245804910Disabling writes for close at 1732245804910Obtaining lock to block concurrent updates at 1732245804910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245804910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732245804910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245804911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245804911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245804929 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245804929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245804938 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245804952 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245804952Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245805361 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245805377 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245805377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9e6eb: reopening flushed file at 1732245805390 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad4073: reopening flushed file at 1732245805397 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58354d1a: reopening flushed file at 1732245805403 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=97, compaction requested=false at 1732245805411 (+8 ms)Writing region close event to WAL at 1732245805412 (+1 ms)Closed at 1732245805412 2024-11-22T03:23:25,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741830_1006 (size=63642) 2024-11-22T03:23:25,417 INFO [M:0;b458937b0f5f:34389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:23:25,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:23:25,417 INFO [M:0;b458937b0f5f:34389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34389 2024-11-22T03:23:25,418 INFO [M:0;b458937b0f5f:34389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:23:25,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:25,566 INFO [M:0;b458937b0f5f:34389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:23:25,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1016090c4790003, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:25,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@424e33a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:25,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a00face{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:23:25,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:23:25,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cea67a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:23:25,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d040a69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir/,STOPPED} 2024-11-22T03:23:25,575 WARN [BP-2051003740-172.17.0.3-1732245772905 heartbeating to localhost/127.0.0.1:40159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:23:25,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:23:25,575 WARN [BP-2051003740-172.17.0.3-1732245772905 heartbeating to localhost/127.0.0.1:40159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051003740-172.17.0.3-1732245772905 (Datanode Uuid c0cf00c0-b742-4636-87e3-3d4b8893b5c8) service to localhost/127.0.0.1:40159 2024-11-22T03:23:25,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:23:25,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/cluster_e6303531-3ec0-8082-bbed-27f61c4f2908/data/data1/current/BP-2051003740-172.17.0.3-1732245772905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:23:25,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/cluster_e6303531-3ec0-8082-bbed-27f61c4f2908/data/data2/current/BP-2051003740-172.17.0.3-1732245772905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:23:25,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:23:25,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad9eba9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:25,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@111f1950{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:23:25,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:23:25,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a0c0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:23:25,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2f10f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94c77ebe-38ad-a489-8e09-0136dc1ab254/hadoop.log.dir/,STOPPED} 2024-11-22T03:23:25,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:23:25,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:23:25,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:25,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:25,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:25,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:25,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:25,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:23:25,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2011185606, stopped=false 2024-11-22T03:23:25,603 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,44647,1732245770177 2024-11-22T03:23:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0726863888/running 2024-11-22T03:23:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:23:25,616 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0726863888/running 2024-11-22T03:23:25,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:23:25,616 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:23:25,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:25,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/running 2024-11-22T03:23:25,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Set watcher on znode that does not yet exist, /0726863888/running 2024-11-22T03:23:25,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:25,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:25,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,37253,1732245770374' ***** 2024-11-22T03:23:25,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:25,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,37253,1732245770374 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:37253. 2024-11-22T03:23:25,619 DEBUG [RS:0;b458937b0f5f:37253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:25,619 DEBUG [RS:0;b458937b0f5f:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:23:25,619 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:23:25,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4caea094e7c6c78383718842f18910b5, disabling compactions & flushes 2024-11-22T03:23:25,620 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:25,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:25,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245783587.4caea094e7c6c78383718842f18910b5. after waiting 0 ms 2024-11-22T03:23:25,620 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:25,620 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4caea094e7c6c78383718842f18910b5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-22T03:23:25,624 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:23:25,624 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4caea094e7c6c78383718842f18910b5=test,,1732245783587.4caea094e7c6c78383718842f18910b5., 233fbb06f60ea13198ee78a99ab6558c=hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.} 2024-11-22T03:23:25,624 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 233fbb06f60ea13198ee78a99ab6558c, 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:25,624 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:25,624 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:25,624 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:25,624 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:25,624 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:25,625 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:23:25,643 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/f/72b5089cd0de4834865de077b4a08e4d is 28, key is row/f:/1732245796560/DeleteFamily/seqid=0 2024-11-22T03:23:25,646 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/info/4cdd77b8df224e22b50d2771e476c64c is 147, key is hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c./info:regioninfo/1732245788817/Put/seqid=0 2024-11-22T03:23:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741840_1016 (size=5085) 2024-11-22T03:23:25,648 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/f/72b5089cd0de4834865de077b4a08e4d 2024-11-22T03:23:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741841_1017 (size=7686) 2024-11-22T03:23:25,659 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/info/4cdd77b8df224e22b50d2771e476c64c 2024-11-22T03:23:25,677 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72b5089cd0de4834865de077b4a08e4d 2024-11-22T03:23:25,694 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/ns/bf04396088d94b0e86cd0792217dffd2 is 43, key is default/ns:d/1732245772817/Put/seqid=0 2024-11-22T03:23:25,695 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/f1/4900291fc28f4fe2b087610221843079 is 29, key is row/f1:/1732245796560/DeleteFamily/seqid=0 2024-11-22T03:23:25,698 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:23:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741842_1018 (size=5153) 2024-11-22T03:23:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741843_1019 (size=5089) 2024-11-22T03:23:25,708 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/ns/bf04396088d94b0e86cd0792217dffd2 2024-11-22T03:23:25,733 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/rep_barrier/aef563b6fc1d4b7a855af56f22908d1a is 112, key is test,,1732245783587.4caea094e7c6c78383718842f18910b5./rep_barrier:seqnumDuringOpen/1732245784342/Put/seqid=0 2024-11-22T03:23:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741844_1020 (size=5518) 2024-11-22T03:23:25,741 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/rep_barrier/aef563b6fc1d4b7a855af56f22908d1a 2024-11-22T03:23:25,764 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/table/daf6bc7188074bf9b2ec05f7152728df is 53, key is hbase:replication/table:state/1732245788825/Put/seqid=0 2024-11-22T03:23:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741845_1021 (size=5308) 2024-11-22T03:23:25,824 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 233fbb06f60ea13198ee78a99ab6558c, 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:26,025 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 233fbb06f60ea13198ee78a99ab6558c, 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:26,107 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/f1/4900291fc28f4fe2b087610221843079 2024-11-22T03:23:26,113 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4900291fc28f4fe2b087610221843079 2024-11-22T03:23:26,139 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/norep/b9c2ede02305497e91923bc8329ca6ae is 32, key is row/norep:/1732245796560/DeleteFamily/seqid=0 2024-11-22T03:23:26,168 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:23:26,168 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/table/daf6bc7188074bf9b2ec05f7152728df 2024-11-22T03:23:26,168 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:23:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741846_1022 (size=5101) 2024-11-22T03:23:26,184 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/info/4cdd77b8df224e22b50d2771e476c64c as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/info/4cdd77b8df224e22b50d2771e476c64c 2024-11-22T03:23:26,193 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/info/4cdd77b8df224e22b50d2771e476c64c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:23:26,195 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/ns/bf04396088d94b0e86cd0792217dffd2 as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/ns/bf04396088d94b0e86cd0792217dffd2 2024-11-22T03:23:26,203 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/ns/bf04396088d94b0e86cd0792217dffd2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:23:26,205 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/rep_barrier/aef563b6fc1d4b7a855af56f22908d1a as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/rep_barrier/aef563b6fc1d4b7a855af56f22908d1a 2024-11-22T03:23:26,225 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 233fbb06f60ea13198ee78a99ab6558c, 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:26,226 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/rep_barrier/aef563b6fc1d4b7a855af56f22908d1a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:23:26,227 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/.tmp/table/daf6bc7188074bf9b2ec05f7152728df as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/table/daf6bc7188074bf9b2ec05f7152728df 2024-11-22T03:23:26,231 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 636, reset compression=false 2024-11-22T03:23:26,248 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:26,248 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 883, reset compression=false 2024-11-22T03:23:26,249 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,37253,1732245770374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:26,250 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,37253,1732245770374: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,37253,1732245770374, walGroup=b458937b0f5f%2C37253%2C1732245770374, offset=b458937b0f5f%2C37253%2C1732245770374.1732245772311:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:37253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:23:26,251 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:23:26,251 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:23:26,252 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:23:26,252 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:23:26,252 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:23:26,252 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 1053265632 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202826432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:23:26,255 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:44647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:44647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:23:26,269 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/table/daf6bc7188074bf9b2ec05f7152728df, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:23:26,273 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 649ms, sequenceid=16, compaction requested=false 2024-11-22T03:23:26,390 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:23:26,391 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:26,391 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:23:26,392 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:26,392 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245805624Running coprocessor pre-close hooks at 1732245805624Disabling compacts and flushes for region at 1732245805624Disabling writes for close at 1732245805624Obtaining lock to block concurrent updates at 1732245805625 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245805625Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245805625Flushing stores of hbase:meta,,1.1588230740 at 1732245805626 (+1 ms)Flushing 1588230740/info: creating writer at 1732245805626Flushing 1588230740/info: appending metadata at 1732245805645 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732245805645Flushing 1588230740/ns: creating writer at 1732245805669 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732245805693 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732245805693Flushing 1588230740/rep_barrier: creating writer at 1732245805713 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245805732 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245805732Flushing 1588230740/table: creating writer at 1732245805745 (+13 ms)Flushing 1588230740/table: appending metadata at 1732245805763 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732245805764 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4eba31: reopening flushed file at 1732245806183 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff853f: reopening flushed file at 1732245806194 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f14f148: reopening flushed file at 1732245806203 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507c682e: reopening flushed file at 1732245806226 (+23 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 649ms, sequenceid=16, compaction requested=false at 1732245806273 (+47 ms)Writing region close event to WAL at 1732245806368 (+95 ms)Running coprocessor post-close hooks at 1732245806391 (+23 ms)Closed at 1732245806392 (+1 ms) 2024-11-22T03:23:26,392 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:26,425 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1351): Waiting on 233fbb06f60ea13198ee78a99ab6558c, 4caea094e7c6c78383718842f18910b5 2024-11-22T03:23:26,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:26,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,505 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 883, reset compression=false 2024-11-22T03:23:26,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:26,578 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/norep/b9c2ede02305497e91923bc8329ca6ae 2024-11-22T03:23:26,583 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9c2ede02305497e91923bc8329ca6ae 2024-11-22T03:23:26,583 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/f/72b5089cd0de4834865de077b4a08e4d as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/f/72b5089cd0de4834865de077b4a08e4d 2024-11-22T03:23:26,587 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72b5089cd0de4834865de077b4a08e4d 2024-11-22T03:23:26,588 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/f/72b5089cd0de4834865de077b4a08e4d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T03:23:26,589 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/f1/4900291fc28f4fe2b087610221843079 as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/f1/4900291fc28f4fe2b087610221843079 2024-11-22T03:23:26,597 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4900291fc28f4fe2b087610221843079 2024-11-22T03:23:26,597 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/f1/4900291fc28f4fe2b087610221843079, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T03:23:26,598 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/.tmp/norep/b9c2ede02305497e91923bc8329ca6ae as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/norep/b9c2ede02305497e91923bc8329ca6ae 2024-11-22T03:23:26,602 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9c2ede02305497e91923bc8329ca6ae 2024-11-22T03:23:26,602 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/norep/b9c2ede02305497e91923bc8329ca6ae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T03:23:26,603 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4caea094e7c6c78383718842f18910b5 in 983ms, sequenceid=6, compaction requested=false 2024-11-22T03:23:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/data/default/test/4caea094e7c6c78383718842f18910b5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T03:23:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:23:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:23:26,613 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4caea094e7c6c78383718842f18910b5: Waiting for close lock at 1732245805620Running coprocessor pre-close hooks at 1732245805620Disabling compacts and flushes for region at 1732245805620Disabling writes for close at 1732245805620Obtaining lock to block concurrent updates at 1732245805620Preparing flush snapshotting stores in 4caea094e7c6c78383718842f18910b5 at 1732245805620Finished memstore snapshotting test,,1732245783587.4caea094e7c6c78383718842f18910b5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732245805621 (+1 ms)Flushing stores of test,,1732245783587.4caea094e7c6c78383718842f18910b5. at 1732245805621Flushing 4caea094e7c6c78383718842f18910b5/f: creating writer at 1732245805621Flushing 4caea094e7c6c78383718842f18910b5/f: appending metadata at 1732245805642 (+21 ms)Flushing 4caea094e7c6c78383718842f18910b5/f: closing flushed file at 1732245805643 (+1 ms)Flushing 4caea094e7c6c78383718842f18910b5/f1: creating writer at 1732245805677 (+34 ms)Flushing 4caea094e7c6c78383718842f18910b5/f1: appending metadata at 1732245805694 (+17 ms)Flushing 4caea094e7c6c78383718842f18910b5/f1: closing flushed file at 1732245805694Flushing 4caea094e7c6c78383718842f18910b5/norep: creating writer at 1732245806113 (+419 ms)Flushing 4caea094e7c6c78383718842f18910b5/norep: appending metadata at 1732245806138 (+25 ms)Flushing 4caea094e7c6c78383718842f18910b5/norep: closing flushed file at 1732245806138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e4071e: reopening flushed file at 1732245806583 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721b4a24: reopening flushed file at 1732245806588 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77172e77: reopening flushed file at 1732245806597 (+9 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4caea094e7c6c78383718842f18910b5 in 983ms, sequenceid=6, compaction requested=false at 1732245806603 (+6 ms)Writing region close event to WAL at 1732245806607 (+4 ms)Running coprocessor post-close hooks at 1732245806613 (+6 ms)Closed at 1732245806613 2024-11-22T03:23:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245783587.4caea094e7c6c78383718842f18910b5. 2024-11-22T03:23:26,614 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 233fbb06f60ea13198ee78a99ab6558c, disabling compactions & flushes 2024-11-22T03:23:26,614 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,614 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,614 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. after waiting 0 ms 2024-11-22T03:23:26,614 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,614 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 233fbb06f60ea13198ee78a99ab6558c: Waiting for close lock at 1732245806613Running coprocessor pre-close hooks at 1732245806613Disabling compacts and flushes for region at 1732245806613Disabling writes for close at 1732245806614 (+1 ms)Failed flush hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c., putting online again at 1732245806614 2024-11-22T03:23:26,614 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,625 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:23:26,625 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1325): Online Regions={233fbb06f60ea13198ee78a99ab6558c=hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c.} 2024-11-22T03:23:26,625 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:26,625 DEBUG [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1351): Waiting on 233fbb06f60ea13198ee78a99ab6558c 2024-11-22T03:23:26,626 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 233fbb06f60ea13198ee78a99ab6558c, disabling compactions & flushes 2024-11-22T03:23:26,626 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,626 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,626 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. after waiting 0 ms 2024-11-22T03:23:26,626 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,626 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 233fbb06f60ea13198ee78a99ab6558c: Waiting for close lock at 1732245806625Running coprocessor pre-close hooks at 1732245806625Disabling compacts and flushes for region at 1732245806625Disabling writes for close at 1732245806626 (+1 ms)Failed flush hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c., putting online again at 1732245806626 2024-11-22T03:23:26,626 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732245788042.233fbb06f60ea13198ee78a99ab6558c. 2024-11-22T03:23:26,826 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T03:23:26,826 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,37253,1732245770374; all regions closed. 2024-11-22T03:23:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741834_1010 (size=4239) 2024-11-22T03:23:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741839_1015 (size=1297) 2024-11-22T03:23:26,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 not finished, retry = 0 2024-11-22T03:23:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741833_1009 (size=1535) 2024-11-22T03:23:26,841 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 to pos 883, reset compression=false 2024-11-22T03:23:26,938 DEBUG [RS:0;b458937b0f5f:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:26,938 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:23:26,939 INFO [RS:0;b458937b0f5f:37253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:23:26,939 INFO [RS:0;b458937b0f5f:37253 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:23:26,939 INFO [RS:0;b458937b0f5f:37253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:23:26,939 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,37253,1732245770374 because: Region server is closing 2024-11-22T03:23:26,939 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:23:26,939 INFO [RS:0;b458937b0f5f:37253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:37253. 2024-11-22T03:23:26,939 DEBUG [RS:0;b458937b0f5f:37253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:26,939 DEBUG [RS:0;b458937b0f5f:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:26,939 DEBUG [RS:0;b458937b0f5f:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:26,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:26,939 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/WALs/b458937b0f5f,37253,1732245770374/b458937b0f5f%2C37253%2C1732245770374.1732245772311 2024-11-22T03:23:26,940 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.wal-reader.b458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:27,040 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,37253,1732245770374.replicationSource.shipperb458937b0f5f%2C37253%2C1732245770374,1-b458937b0f5f,37253,1732245770374 terminated 2024-11-22T03:23:27,040 INFO [RS:0;b458937b0f5f:37253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37253 2024-11-22T03:23:27,114 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0726863888/rs/b458937b0f5f,37253,1732245770374 2024-11-22T03:23:27,114 INFO [RS:0;b458937b0f5f:37253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:23:27,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888/rs 2024-11-22T03:23:27,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,37253,1732245770374] 2024-11-22T03:23:27,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/draining/b458937b0f5f,37253,1732245770374 already deleted, retry=false 2024-11-22T03:23:27,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,37253,1732245770374 expired; onlineServers=0 2024-11-22T03:23:27,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,44647,1732245770177' ***** 2024-11-22T03:23:27,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:23:27,212 INFO [M:0;b458937b0f5f:44647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:23:27,212 INFO [M:0;b458937b0f5f:44647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:23:27,212 DEBUG [M:0;b458937b0f5f:44647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:23:27,212 DEBUG [M:0;b458937b0f5f:44647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:23:27,212 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245772065 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245772065,5,FailOnTimeoutGroup] 2024-11-22T03:23:27,212 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245772073 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245772073,5,FailOnTimeoutGroup] 2024-11-22T03:23:27,212 INFO [M:0;b458937b0f5f:44647 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:23:27,212 INFO [M:0;b458937b0f5f:44647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:23:27,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:23:27,212 DEBUG [M:0;b458937b0f5f:44647 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:23:27,213 INFO [M:0;b458937b0f5f:44647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:23:27,213 INFO [M:0;b458937b0f5f:44647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:23:27,213 INFO [M:0;b458937b0f5f:44647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:23:27,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:23:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0726863888/master 2024-11-22T03:23:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0726863888 2024-11-22T03:23:27,272 DEBUG [M:0;b458937b0f5f:44647 {}] zookeeper.RecoverableZooKeeper(212): Node /0726863888/master already deleted, retry=false 2024-11-22T03:23:27,272 DEBUG [M:0;b458937b0f5f:44647 {}] master.ActiveMasterManager(353): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Failed delete of our master address node; KeeperErrorCode = NoNode for /0726863888/master 2024-11-22T03:23:27,273 INFO [M:0;b458937b0f5f:44647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/.lastflushedseqids 2024-11-22T03:23:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741847_1023 (size=245) 2024-11-22T03:23:27,286 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:27,286 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1016090c4790001, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:27,286 INFO [RS:0;b458937b0f5f:37253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:23:27,286 INFO [RS:0;b458937b0f5f:37253 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,37253,1732245770374; zookeeper connection closed. 2024-11-22T03:23:27,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33a41c17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33a41c17 2024-11-22T03:23:27,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:23:27,677 INFO [M:0;b458937b0f5f:44647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:23:27,677 INFO [M:0;b458937b0f5f:44647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:23:27,677 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:27,677 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:27,677 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:27,677 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:27,677 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:27,677 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-22T03:23:27,690 DEBUG [M:0;b458937b0f5f:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c5774c705794193996f4f40ec872f66 is 82, key is hbase:meta,,1/info:regioninfo/1732245772771/Put/seqid=0 2024-11-22T03:23:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741848_1024 (size=5672) 2024-11-22T03:23:28,094 INFO [M:0;b458937b0f5f:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c5774c705794193996f4f40ec872f66 2024-11-22T03:23:28,110 DEBUG [M:0;b458937b0f5f:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d63bacc92d4eb6890ae0e1013fde86 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245784350/Put/seqid=0 2024-11-22T03:23:28,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741849_1025 (size=7217) 2024-11-22T03:23:28,513 INFO [M:0;b458937b0f5f:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d63bacc92d4eb6890ae0e1013fde86 2024-11-22T03:23:28,517 INFO [M:0;b458937b0f5f:44647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6d63bacc92d4eb6890ae0e1013fde86 2024-11-22T03:23:28,533 DEBUG [M:0;b458937b0f5f:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5b826a066945c0a11172651faac05c is 69, key is b458937b0f5f,37253,1732245770374/rs:state/1732245772126/Put/seqid=0 2024-11-22T03:23:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741850_1026 (size=5156) 2024-11-22T03:23:28,937 INFO [M:0;b458937b0f5f:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5b826a066945c0a11172651faac05c 2024-11-22T03:23:28,941 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c5774c705794193996f4f40ec872f66 as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c5774c705794193996f4f40ec872f66 2024-11-22T03:23:28,944 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c5774c705794193996f4f40ec872f66, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T03:23:28,945 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d63bacc92d4eb6890ae0e1013fde86 as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d63bacc92d4eb6890ae0e1013fde86 2024-11-22T03:23:28,948 INFO [M:0;b458937b0f5f:44647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6d63bacc92d4eb6890ae0e1013fde86 2024-11-22T03:23:28,948 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d63bacc92d4eb6890ae0e1013fde86, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T03:23:28,949 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5b826a066945c0a11172651faac05c as hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d5b826a066945c0a11172651faac05c 2024-11-22T03:23:28,952 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34935/user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d5b826a066945c0a11172651faac05c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T03:23:28,953 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-22T03:23:28,954 INFO [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:28,954 DEBUG [M:0;b458937b0f5f:44647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245807677Disabling compacts and flushes for region at 1732245807677Disabling writes for close at 1732245807677Obtaining lock to block concurrent updates at 1732245807677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245807677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732245807678 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245807678Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245807678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245807690 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245807690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245808097 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245808110 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245808110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245808517 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245808533 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245808533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee6c3a6: reopening flushed file at 1732245808941 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e6c367: reopening flushed file at 1732245808945 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93fb46a: reopening flushed file at 1732245808948 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1732245808953 (+5 ms)Writing region close event to WAL at 1732245808954 (+1 ms)Closed at 1732245808954 2024-11-22T03:23:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741830_1006 (size=64411) 2024-11-22T03:23:28,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c382808-4528-7234-ad42-d7464a733dac/MasterData/WALs/b458937b0f5f,44647,1732245770177/b458937b0f5f%2C44647%2C1732245770177.1732245771794 not finished, retry = 0 2024-11-22T03:23:29,057 INFO [M:0;b458937b0f5f:44647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:23:29,057 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:23:29,057 INFO [M:0;b458937b0f5f:44647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44647 2024-11-22T03:23:29,057 INFO [M:0;b458937b0f5f:44647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:23:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:29,207 INFO [M:0;b458937b0f5f:44647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:23:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1016090c4790000, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:23:29,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2498731e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:29,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a9ab60a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:23:29,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:23:29,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50bad6ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:23:29,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d0783db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir/,STOPPED} 2024-11-22T03:23:29,211 WARN [BP-491459053-172.17.0.3-1732245768426 heartbeating to localhost/127.0.0.1:34935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:23:29,211 WARN [BP-491459053-172.17.0.3-1732245768426 heartbeating to localhost/127.0.0.1:34935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491459053-172.17.0.3-1732245768426 (Datanode Uuid a1fba535-f11f-42d0-bb15-3bbf82e2adfd) service to localhost/127.0.0.1:34935 2024-11-22T03:23:29,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:23:29,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:23:29,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/data/data1/current/BP-491459053-172.17.0.3-1732245768426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:23:29,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/cluster_45f578d0-c280-6430-6bfb-50ceb5447796/data/data2/current/BP-491459053-172.17.0.3-1732245768426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:23:29,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:23:29,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@250c878c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:29,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@707ac9fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:23:29,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:23:29,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f71ff96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:23:29,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43484d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b173214-641a-be33-69e1-ea6ea6738a46/hadoop.log.dir/,STOPPED} 2024-11-22T03:23:29,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:23:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:23:29,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51700) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40159 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38853 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51700) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51700) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34935 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=796 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 472) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4943 (was 5417) 2024-11-22T03:23:29,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=4943 2024-11-22T03:23:29,270 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-22T03:23:29,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir so I do NOT create it in target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323 2024-11-22T03:23:29,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:23:29,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.tmp.dir so I do NOT create it in target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323 2024-11-22T03:23:29,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1b20ed0-3948-980b-42fd-e13de3a01a9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:23:29,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323 2024-11-22T03:23:29,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b, deleteOnExit=true 2024-11-22T03:23:29,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/zookeeper_0, clientPort=59362, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:23:29,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59362 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/test.cache.data in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:23:29,275 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:29,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:23:29,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:23:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016090c4790002, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:23:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016090c4790008, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:23:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016090c4790005, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:23:29,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016090c4790005, quorum=127.0.0.1:51700, baseZNode=/1866672391 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:23:29,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016090c4790008, quorum=127.0.0.1:51700, baseZNode=/2880064864 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:23:29,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016090c4790002, quorum=127.0.0.1:51700, baseZNode=/0726863888 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:23:29,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:29,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:29,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:29,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:29,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:23:29,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:29,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d675be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:29,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1352f183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:29,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@83dad06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/java.io.tmpdir/jetty-localhost-33025-hadoop-hdfs-3_4_1-tests_jar-_-any-10343325640099024691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:29,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@262e43a{HTTP/1.1, (http/1.1)}{localhost:33025} 2024-11-22T03:23:29,830 INFO [Time-limited test {}] server.Server(415): Started @325388ms 2024-11-22T03:23:30,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:30,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:30,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:30,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:30,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:23:30,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d50ef1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:30,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3367b585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:30,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2052d5db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/java.io.tmpdir/jetty-localhost-43265-hadoop-hdfs-3_4_1-tests_jar-_-any-16619722122717127498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:30,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7169d484{HTTP/1.1, (http/1.1)}{localhost:43265} 2024-11-22T03:23:30,194 INFO [Time-limited test {}] server.Server(415): Started @325752ms 2024-11-22T03:23:30,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:23:30,852 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/data/data2/current/BP-1598768751-172.17.0.3-1732245809289/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:30,852 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/data/data1/current/BP-1598768751-172.17.0.3-1732245809289/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:30,885 WARN [Thread-4166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:23:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ceb14dd49c36ba with lease ID 0x89f6d3111856ddd6: Processing first storage report for DS-1b1c55d9-6105-4838-b240-13df6ffa899b from datanode DatanodeRegistration(127.0.0.1:42207, datanodeUuid=9a55f98b-273a-4e3a-a1cf-5296f9835006, infoPort=38279, infoSecurePort=0, ipcPort=40711, storageInfo=lv=-57;cid=testClusterID;nsid=1355400766;c=1732245809289) 2024-11-22T03:23:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ceb14dd49c36ba with lease ID 0x89f6d3111856ddd6: from storage DS-1b1c55d9-6105-4838-b240-13df6ffa899b node DatanodeRegistration(127.0.0.1:42207, datanodeUuid=9a55f98b-273a-4e3a-a1cf-5296f9835006, infoPort=38279, infoSecurePort=0, ipcPort=40711, storageInfo=lv=-57;cid=testClusterID;nsid=1355400766;c=1732245809289), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:23:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ceb14dd49c36ba with lease ID 0x89f6d3111856ddd6: Processing first storage report for DS-a7f725ff-b674-4a57-ab03-27371f656ed0 from datanode DatanodeRegistration(127.0.0.1:42207, datanodeUuid=9a55f98b-273a-4e3a-a1cf-5296f9835006, infoPort=38279, infoSecurePort=0, ipcPort=40711, storageInfo=lv=-57;cid=testClusterID;nsid=1355400766;c=1732245809289) 2024-11-22T03:23:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ceb14dd49c36ba with lease ID 0x89f6d3111856ddd6: from storage DS-a7f725ff-b674-4a57-ab03-27371f656ed0 node DatanodeRegistration(127.0.0.1:42207, datanodeUuid=9a55f98b-273a-4e3a-a1cf-5296f9835006, infoPort=38279, infoSecurePort=0, ipcPort=40711, storageInfo=lv=-57;cid=testClusterID;nsid=1355400766;c=1732245809289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:23:30,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323 2024-11-22T03:23:30,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:30,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:30,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:23:31,330 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac with version=8 2024-11-22T03:23:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/hbase-staging 2024-11-22T03:23:31,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:31,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:31,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:31,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:31,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:31,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:31,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:23:31,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:31,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39205 2024-11-22T03:23:31,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39205 connecting to ZooKeeper ensemble=127.0.0.1:59362 2024-11-22T03:23:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392050x0, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:31,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39205-0x101609164250000 connected 2024-11-22T03:23:31,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:31,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:31,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on znode that does not yet exist, /0-1031482703/running 2024-11-22T03:23:31,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac, hbase.cluster.distributed=false 2024-11-22T03:23:31,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on znode that does not yet exist, /0-1031482703/acl 2024-11-22T03:23:31,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39205 2024-11-22T03:23:31,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39205 2024-11-22T03:23:31,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39205 2024-11-22T03:23:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39205 2024-11-22T03:23:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39205 2024-11-22T03:23:31,635 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:23:31,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:31,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45077 2024-11-22T03:23:31,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45077 connecting to ZooKeeper ensemble=127.0.0.1:59362 2024-11-22T03:23:31,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:31,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:31,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450770x0, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:31,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450770x0, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on znode that does not yet exist, /0-1031482703/running 2024-11-22T03:23:31,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45077-0x101609164250001 connected 2024-11-22T03:23:31,652 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:23:31,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:23:31,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on znode that does not yet exist, /0-1031482703/master 2024-11-22T03:23:31,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on znode that does not yet exist, /0-1031482703/acl 2024-11-22T03:23:31,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-22T03:23:31,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45077 2024-11-22T03:23:31,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45077 2024-11-22T03:23:31,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-22T03:23:31,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-22T03:23:31,668 DEBUG [M:0;b458937b0f5f:39205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:39205 2024-11-22T03:23:31,668 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1031482703/backup-masters/b458937b0f5f,39205,1732245811331 2024-11-22T03:23:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703/backup-masters 2024-11-22T03:23:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703/backup-masters 2024-11-22T03:23:31,675 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on existing znode=/0-1031482703/backup-masters/b458937b0f5f,39205,1732245811331 2024-11-22T03:23:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1031482703/master 2024-11-22T03:23:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:31,686 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on existing znode=/0-1031482703/master 2024-11-22T03:23:31,686 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1031482703/backup-masters/b458937b0f5f,39205,1732245811331 from backup master directory 2024-11-22T03:23:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1031482703/backup-masters/b458937b0f5f,39205,1732245811331 2024-11-22T03:23:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703/backup-masters 2024-11-22T03:23:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703/backup-masters 2024-11-22T03:23:31,696 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:31,696 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,39205,1732245811331 2024-11-22T03:23:31,699 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/hbase.id] with ID: 8fb01674-430f-4bbd-a981-0fea21c99111 2024-11-22T03:23:31,699 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/.tmp/hbase.id 2024-11-22T03:23:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:23:31,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:31,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:31,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:23:31,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:23:31,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:23:31,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:23:32,103 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/.tmp/hbase.id]:[hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/hbase.id] 2024-11-22T03:23:32,109 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:32,109 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:23:32,110 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:23:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:32,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:23:32,565 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:32,565 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:23:32,566 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:32,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:23:32,971 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/data/master/store 2024-11-22T03:23:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:23:33,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:33,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:33,375 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:33,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:33,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:33,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:33,375 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:33,376 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245813375Disabling compacts and flushes for region at 1732245813375Disabling writes for close at 1732245813375Writing region close event to WAL at 1732245813375Closed at 1732245813375 2024-11-22T03:23:33,376 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/data/master/store/.initializing 2024-11-22T03:23:33,376 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/WALs/b458937b0f5f,39205,1732245811331 2024-11-22T03:23:33,377 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:33,378 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C39205%2C1732245811331, suffix=, logDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/WALs/b458937b0f5f,39205,1732245811331, archiveDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/oldWALs, maxLogs=10 2024-11-22T03:23:33,390 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/WALs/b458937b0f5f,39205,1732245811331/b458937b0f5f%2C39205%2C1732245811331.1732245813378, exclude list is [], retry=0 2024-11-22T03:23:33,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42207,DS-1b1c55d9-6105-4838-b240-13df6ffa899b,DISK] 2024-11-22T03:23:33,393 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/WALs/b458937b0f5f,39205,1732245811331/b458937b0f5f%2C39205%2C1732245811331.1732245813378 2024-11-22T03:23:33,393 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38279:38279)] 2024-11-22T03:23:33,394 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:33,394 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:33,394 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,394 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:23:33,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:33,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:33,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:23:33,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:33,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:33,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:23:33,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:33,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:33,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:23:33,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:33,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:33,399 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,400 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,400 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:33,402 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:33,403 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:33,403 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70912906, jitterRate=0.056684643030166626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:33,404 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245813394Initializing all the Stores at 1732245813394Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245813394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245813395 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245813395Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245813395Cleaning up temporary data from old regions at 1732245813401 (+6 ms)Region opened successfully at 1732245813403 (+2 ms) 2024-11-22T03:23:33,404 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:23:33,405 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4163890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:33,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:23:33,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:23:33,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:23:33,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:23:33,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:23:33,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:23:33,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:23:33,408 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:23:33,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Unable to get data of znode /0-1031482703/balancer because node does not exist (not necessarily an error) 2024-11-22T03:23:33,496 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1031482703/balancer already deleted, retry=false 2024-11-22T03:23:33,497 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:23:33,497 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Unable to get data of znode /0-1031482703/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:23:33,507 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1031482703/normalizer already deleted, retry=false 2024-11-22T03:23:33,507 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:23:33,508 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Unable to get data of znode /0-1031482703/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:23:33,517 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1031482703/switch/split already deleted, retry=false 2024-11-22T03:23:33,518 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Unable to get data of znode /0-1031482703/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:23:33,528 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1031482703/switch/merge already deleted, retry=false 2024-11-22T03:23:33,529 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Unable to get data of znode /0-1031482703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:23:33,538 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1031482703/snapshot-cleanup already deleted, retry=false 2024-11-22T03:23:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1031482703/running 2024-11-22T03:23:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1031482703/running 2024-11-22T03:23:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:33,549 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,39205,1732245811331, sessionid=0x101609164250000, setting cluster-up flag (Was=false) 2024-11-22T03:23:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:33,601 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1031482703/flush-table-proc/acquired, /0-1031482703/flush-table-proc/reached, /0-1031482703/flush-table-proc/abort 2024-11-22T03:23:33,602 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39205,1732245811331 2024-11-22T03:23:33,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:33,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:33,654 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1031482703/online-snapshot/acquired, /0-1031482703/online-snapshot/reached, /0-1031482703/online-snapshot/abort 2024-11-22T03:23:33,655 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39205,1732245811331 2024-11-22T03:23:33,656 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:23:33,657 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:33,657 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:23:33,658 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:23:33,658 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,39205,1732245811331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:33,659 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245843660 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:33,660 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(746): ClusterId : 8fb01674-430f-4bbd-a981-0fea21c99111 2024-11-22T03:23:33,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:23:33,660 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:23:33,660 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:23:33,661 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:23:33,661 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:23:33,661 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:23:33,661 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:23:33,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:33,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:23:33,664 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245813661,5,FailOnTimeoutGroup] 2024-11-22T03:23:33,667 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245813664,5,FailOnTimeoutGroup] 2024-11-22T03:23:33,667 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,667 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:23:33,667 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,667 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:23:33,672 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:23:33,672 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:23:33,683 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:23:33,683 DEBUG [RS:0;b458937b0f5f:45077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605a4c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:33,694 DEBUG [RS:0;b458937b0f5f:45077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:45077 2024-11-22T03:23:33,694 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:23:33,695 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:23:33,695 DEBUG [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:23:33,695 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,39205,1732245811331 with port=45077, startcode=1732245811635 2024-11-22T03:23:33,695 DEBUG [RS:0;b458937b0f5f:45077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:23:33,697 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:23:33,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,45077,1732245811635 2024-11-22T03:23:33,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39205 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,45077,1732245811635 2024-11-22T03:23:33,698 DEBUG [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac 2024-11-22T03:23:33,698 DEBUG [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34725 2024-11-22T03:23:33,698 DEBUG [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:23:33,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703/rs 2024-11-22T03:23:33,707 DEBUG [RS:0;b458937b0f5f:45077 {}] zookeeper.ZKUtil(111): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Set watcher on existing znode=/0-1031482703/rs/b458937b0f5f,45077,1732245811635 2024-11-22T03:23:33,707 WARN [RS:0;b458937b0f5f:45077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:33,707 INFO [RS:0;b458937b0f5f:45077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:33,707 DEBUG [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635 2024-11-22T03:23:33,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,45077,1732245811635] 2024-11-22T03:23:33,710 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:23:33,712 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:23:33,712 INFO [RS:0;b458937b0f5f:45077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:23:33,712 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,714 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:23:33,715 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:23:33,715 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:33,715 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:33,716 DEBUG [RS:0;b458937b0f5f:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:33,717 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,718 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,718 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,718 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,718 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,718 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45077,1732245811635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:33,736 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:23:33,737 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45077,1732245811635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,737 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,737 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.Replication(171): b458937b0f5f,45077,1732245811635 started 2024-11-22T03:23:33,755 INFO [RS:0;b458937b0f5f:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:33,755 INFO [RS:0;b458937b0f5f:45077 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,45077,1732245811635, RpcServer on b458937b0f5f/172.17.0.3:45077, sessionid=0x101609164250001 2024-11-22T03:23:33,755 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:23:33,755 DEBUG [RS:0;b458937b0f5f:45077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,45077,1732245811635 2024-11-22T03:23:33,755 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,45077,1732245811635' 2024-11-22T03:23:33,755 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1031482703/flush-table-proc/abort' 2024-11-22T03:23:33,756 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1031482703/flush-table-proc/acquired' 2024-11-22T03:23:33,756 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:23:33,756 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:23:33,756 DEBUG [RS:0;b458937b0f5f:45077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,45077,1732245811635 2024-11-22T03:23:33,756 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,45077,1732245811635' 2024-11-22T03:23:33,756 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1031482703/online-snapshot/abort' 2024-11-22T03:23:33,757 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1031482703/online-snapshot/acquired' 2024-11-22T03:23:33,757 DEBUG [RS:0;b458937b0f5f:45077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:23:33,757 INFO [RS:0;b458937b0f5f:45077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:23:33,757 INFO [RS:0;b458937b0f5f:45077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:23:33,857 INFO [RS:0;b458937b0f5f:45077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:33,859 INFO [RS:0;b458937b0f5f:45077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C45077%2C1732245811635, suffix=, logDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635, archiveDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/oldWALs, maxLogs=10 2024-11-22T03:23:33,874 DEBUG [RS:0;b458937b0f5f:45077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635/b458937b0f5f%2C45077%2C1732245811635.1732245813859, exclude list is [], retry=0 2024-11-22T03:23:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42207,DS-1b1c55d9-6105-4838-b240-13df6ffa899b,DISK] 2024-11-22T03:23:33,877 INFO [RS:0;b458937b0f5f:45077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635/b458937b0f5f%2C45077%2C1732245811635.1732245813859 2024-11-22T03:23:33,877 DEBUG [RS:0;b458937b0f5f:45077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38279:38279)] 2024-11-22T03:23:34,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:23:34,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac 2024-11-22T03:23:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:23:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:34,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:34,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:34,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:34,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:34,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:34,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:34,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:34,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:34,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:34,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:34,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:34,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:34,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:34,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:34,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:34,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:34,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:34,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/hbase/meta/1588230740 2024-11-22T03:23:34,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/hbase/meta/1588230740 2024-11-22T03:23:34,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:34,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:34,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:34,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:34,486 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:34,487 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68166688, jitterRate=0.015762805938720703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245814477Initializing all the Stores at 1732245814477Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245814477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245814477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245814477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245814477Cleaning up temporary data from old regions at 1732245814484 (+7 ms)Region opened successfully at 1732245814487 (+3 ms) 2024-11-22T03:23:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:34,487 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:34,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:34,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245814487Disabling compacts and flushes for region at 1732245814487Disabling writes for close at 1732245814487Writing region close event to WAL at 1732245814488 (+1 ms)Closed at 1732245814488 2024-11-22T03:23:34,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:34,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:23:34,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:23:34,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:34,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:23:34,640 DEBUG [b458937b0f5f:39205 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:23:34,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,45077,1732245811635 2024-11-22T03:23:34,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,45077,1732245811635, state=OPENING 2024-11-22T03:23:34,756 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:23:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1031482703 2024-11-22T03:23:34,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1031482703/meta-region-server: CHANGED 2024-11-22T03:23:34,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1031482703/meta-region-server: CHANGED 2024-11-22T03:23:34,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:34,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,45077,1732245811635}] 2024-11-22T03:23:35,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:35,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:23:35,031 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:23:35,031 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:35,031 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:23:35,032 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C45077%2C1732245811635.meta, suffix=.meta, logDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635, archiveDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/oldWALs, maxLogs=10 2024-11-22T03:23:35,044 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635/b458937b0f5f%2C45077%2C1732245811635.meta.1732245815032.meta, exclude list is [], retry=0 2024-11-22T03:23:35,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42207,DS-1b1c55d9-6105-4838-b240-13df6ffa899b,DISK] 2024-11-22T03:23:35,047 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/WALs/b458937b0f5f,45077,1732245811635/b458937b0f5f%2C45077%2C1732245811635.meta.1732245815032.meta 2024-11-22T03:23:35,047 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38279:38279)] 2024-11-22T03:23:35,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:35,048 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:35,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:35,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:23:35,048 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:23:35,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:23:35,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:35,048 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:23:35,049 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:23:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:35,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:35,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:35,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:35,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:35,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:35,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:35,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:35,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:35,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:35,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:35,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:35,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:35,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:35,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:35,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:35,056 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:35,056 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/hbase/meta/1588230740 2024-11-22T03:23:35,057 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/hbase/meta/1588230740 2024-11-22T03:23:35,057 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:35,057 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:35,058 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:35,058 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:35,059 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70630170, jitterRate=0.052471548318862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:35,059 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:23:35,059 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245815049Writing region info on filesystem at 1732245815049Initializing all the Stores at 1732245815049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245815049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245815052 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245815052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245815052Cleaning up temporary data from old regions at 1732245815057 (+5 ms)Running coprocessor post-open hooks at 1732245815059 (+2 ms)Region opened successfully at 1732245815059 2024-11-22T03:23:35,060 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245815027 2024-11-22T03:23:35,061 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:23:35,061 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:23:35,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,45077,1732245811635 2024-11-22T03:23:35,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,45077,1732245811635, state=OPEN 2024-11-22T03:23:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101609164250001, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1031482703/meta-region-server 2024-11-22T03:23:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39205-0x101609164250000, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1031482703/meta-region-server 2024-11-22T03:23:35,082 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,45077,1732245811635 2024-11-22T03:23:35,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1031482703/meta-region-server: CHANGED 2024-11-22T03:23:35,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1031482703/meta-region-server: CHANGED 2024-11-22T03:23:35,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:23:35,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,45077,1732245811635 in 207 msec 2024-11-22T03:23:35,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:23:35,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 595 msec 2024-11-22T03:23:35,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:35,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:23:35,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:35,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,45077,1732245811635, seqNum=-1] 2024-11-22T03:23:35,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:35,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:35,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-22T03:23:35,091 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245815091, completionTime=-1 2024-11-22T03:23:35,091 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:23:35,091 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245875093 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245935093 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39205,1732245811331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39205,1732245811331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39205,1732245811331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:39205, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,093 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,094 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.400sec 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39205,1732245811331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:35,096 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39205,1732245811331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:23:35,098 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:23:35,098 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:23:35,098 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39205,1732245811331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:35,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa13f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:35,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39205,-1 for getting cluster id 2024-11-22T03:23:35,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:35,162 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fb01674-430f-4bbd-a981-0fea21c99111' 2024-11-22T03:23:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fb01674-430f-4bbd-a981-0fea21c99111" 2024-11-22T03:23:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edbc79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39205,-1] 2024-11-22T03:23:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:35,164 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:35,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cae78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:35,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,45077,1732245811635, seqNum=-1] 2024-11-22T03:23:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:35,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:35,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,39205,1732245811331 2024-11-22T03:23:35,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59362 2024-11-22T03:23:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59362, baseZNode=/0-1031482703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:35,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101609164250002 connected 2024-11-22T03:23:35,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:35,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39205,1732245811331 2024-11-22T03:23:35,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c3d1998 2024-11-22T03:23:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:35,194 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:35,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:35,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:35,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:35,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:35,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:35,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc0b5b877a9099fa02c89a20db3c6688, NAME => 'test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac 2024-11-22T03:23:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc0b5b877a9099fa02c89a20db3c6688, disabling compactions & flushes 2024-11-22T03:23:36,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. after waiting 0 ms 2024-11-22T03:23:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc0b5b877a9099fa02c89a20db3c6688: Waiting for close lock at 1732245816008Disabling compacts and flushes for region at 1732245816008Disabling writes for close at 1732245816008Writing region close event to WAL at 1732245816008Closed at 1732245816008 2024-11-22T03:23:36,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:36,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245816009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245816009"}]},"ts":"1732245816009"} 2024-11-22T03:23:36,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:36,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:36,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245816012"}]},"ts":"1732245816012"} 2024-11-22T03:23:36,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:36,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc0b5b877a9099fa02c89a20db3c6688, ASSIGN}] 2024-11-22T03:23:36,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc0b5b877a9099fa02c89a20db3c6688, ASSIGN 2024-11-22T03:23:36,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc0b5b877a9099fa02c89a20db3c6688, ASSIGN; state=OFFLINE, location=b458937b0f5f,45077,1732245811635; forceNewPlan=false, retain=false 2024-11-22T03:23:36,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc0b5b877a9099fa02c89a20db3c6688, regionState=OPENING, regionLocation=b458937b0f5f,45077,1732245811635 2024-11-22T03:23:36,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc0b5b877a9099fa02c89a20db3c6688, ASSIGN because future has completed 2024-11-22T03:23:36,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc0b5b877a9099fa02c89a20db3c6688, server=b458937b0f5f,45077,1732245811635}] 2024-11-22T03:23:36,322 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,322 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc0b5b877a9099fa02c89a20db3c6688, NAME => 'test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:36,323 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:36,323 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:36,323 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,323 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:36,323 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,323 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,324 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,325 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0b5b877a9099fa02c89a20db3c6688 columnFamilyName f 2024-11-22T03:23:36,325 DEBUG [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:36,325 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] regionserver.HStore(327): Store=dc0b5b877a9099fa02c89a20db3c6688/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:36,325 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,326 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0b5b877a9099fa02c89a20db3c6688 columnFamilyName f1 2024-11-22T03:23:36,326 DEBUG [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:36,326 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] regionserver.HStore(327): Store=dc0b5b877a9099fa02c89a20db3c6688/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:36,326 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,327 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0b5b877a9099fa02c89a20db3c6688 columnFamilyName norep 2024-11-22T03:23:36,327 DEBUG [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:36,327 INFO [StoreOpener-dc0b5b877a9099fa02c89a20db3c6688-1 {}] regionserver.HStore(327): Store=dc0b5b877a9099fa02c89a20db3c6688/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:36,327 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,328 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/default/test/dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,328 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/default/test/dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,329 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,329 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,329 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:36,330 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,331 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/data/default/test/dc0b5b877a9099fa02c89a20db3c6688/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:36,332 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc0b5b877a9099fa02c89a20db3c6688; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64061033, jitterRate=-0.045416221022605896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:36,332 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc0b5b877a9099fa02c89a20db3c6688 2024-11-22T03:23:36,332 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc0b5b877a9099fa02c89a20db3c6688: Running coprocessor pre-open hook at 1732245816323Writing region info on filesystem at 1732245816323Initializing all the Stores at 1732245816324 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245816324Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245816324Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245816324Cleaning up temporary data from old regions at 1732245816329 (+5 ms)Running coprocessor post-open hooks at 1732245816332 (+3 ms)Region opened successfully at 1732245816332 2024-11-22T03:23:36,333 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688., pid=6, masterSystemTime=1732245816320 2024-11-22T03:23:36,334 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,334 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245815195.dc0b5b877a9099fa02c89a20db3c6688. 2024-11-22T03:23:36,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc0b5b877a9099fa02c89a20db3c6688, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,45077,1732245811635 2024-11-22T03:23:36,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc0b5b877a9099fa02c89a20db3c6688, server=b458937b0f5f,45077,1732245811635 because future has completed 2024-11-22T03:23:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:36,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:36,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc0b5b877a9099fa02c89a20db3c6688, server=b458937b0f5f,45077,1732245811635 in 169 msec 2024-11-22T03:23:36,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:36,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc0b5b877a9099fa02c89a20db3c6688, ASSIGN in 324 msec 2024-11-22T03:23:36,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:36,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245816340"}]},"ts":"1732245816340"} 2024-11-22T03:23:36,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:36,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-22T03:23:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:37,348 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:37,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4d0978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:37,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39205,-1 for getting cluster id 2024-11-22T03:23:37,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:37,349 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fb01674-430f-4bbd-a981-0fea21c99111' 2024-11-22T03:23:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fb01674-430f-4bbd-a981-0fea21c99111" 2024-11-22T03:23:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af6afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39205,-1] 2024-11-22T03:23:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:37,350 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f73b9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:37,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39205,1732245811331 2024-11-22T03:23:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72514aff 2024-11-22T03:23:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:37,354 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:37,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:39205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:37,357 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39205' 2024-11-22T03:23:37,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dbb667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:37,358 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39205,-1 for getting cluster id 2024-11-22T03:23:37,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:37,359 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fb01674-430f-4bbd-a981-0fea21c99111' 2024-11-22T03:23:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fb01674-430f-4bbd-a981-0fea21c99111" 2024-11-22T03:23:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf359be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39205,-1] 2024-11-22T03:23:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:37,360 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8dffec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:37,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39205,1732245811331 2024-11-22T03:23:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2007e870 2024-11-22T03:23:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:37,362 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:37,363 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:23:37,363 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:23:37,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:37,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:37,364 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b458937b0f5f:39205, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T03:23:37,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:37,369 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b458937b0f5f:39205, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b458937b0f5f:39205, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b458937b0f5f:39205, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-22T03:23:37,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b458937b0f5f:39205, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-22T03:23:37,370 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-22T03:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:37,468 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b458937b0f5f:39205, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-22T03:23:37,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:37,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:37,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:37,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:37,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:37,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 362) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34725 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_130065710_20 at /127.0.0.1:37760 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fda649fe058.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b458937b0f5f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@557b71d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59362 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS:0;b458937b0f5f:45077 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@515def66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245813664 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1632244419-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fda64439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fda64ab5b00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245813661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1632244419-7886-acceptor-0@1268000f-ServerConnector@262e43a{HTTP/1.1, (http/1.1)}{localhost:33025} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp374633194-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1632244419-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fda64439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/data/data2/current/BP-1598768751-172.17.0.3-1732245809289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 3 on default port 34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1598768751-172.17.0.3-1732245809289:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1632244419-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fda64439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp374633194-7932-acceptor-0@20bafbd4-ServerConnector@7169d484{HTTP/1.1, (http/1.1)}{localhost:43265} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-31c5a5b0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp374633194-7931 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fda64439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1598768751-172.17.0.3-1732245809289:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59362): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 40711 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@53efa4df[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp374633194-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59362) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 0 on default port 34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac-prefix:b458937b0f5f,45077,1732245811635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1a410b1c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2899fe35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac-prefix:b458937b0f5f,45077,1732245811635.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1285c161 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-512920541_20 at /127.0.0.1:44598 [Receiving block BP-1598768751-172.17.0.3-1732245809289:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b458937b0f5f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_130065710_20 at /127.0.0.1:44638 [Receiving block BP-1598768751-172.17.0.3-1732245809289:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59362) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@197cc49 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b458937b0f5f:45077-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34725/user/jenkins/test-data/88ca8657-4b0b-89fa-fd19-f405cfc2cdac/MasterData-prefix:b458937b0f5f,39205,1732245811331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1df074fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b458937b0f5f:39205 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-53ce6972-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: b458937b0f5f:39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: BP-1598768751-172.17.0.3-1732245809289 heartbeating to localhost/127.0.0.1:34725 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_130065710_20 at /127.0.0.1:44616 [Receiving block BP-1598768751-172.17.0.3-1732245809289:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1598768751-172.17.0.3-1732245809289:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(328856785) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34725 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59362) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/cluster_db419608-0b7f-37a8-78ee-42594cfe768b/data/data1/current/BP-1598768751-172.17.0.3-1732245809289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7af64489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 4 on default port 40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1632244419-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fda64439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d7677d8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=4890 (was 4943) 2024-11-22T03:23:37,488 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-22T03:23:37,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:37,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=510, ProcessCount=11, AvailableMemoryMB=4888 2024-11-22T03:23:37,501 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-22T03:23:37,516 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-22T03:23:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.log.dir so I do NOT create it in target/test-data/91996687-0922-ade7-b19d-87bf9e43f247 2024-11-22T03:23:37,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:23:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.tmp.dir so I do NOT create it in target/test-data/91996687-0922-ade7-b19d-87bf9e43f247 2024-11-22T03:23:37,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23112abe-d98e-c3c6-d0e6-4cea806de323/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:23:37,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247 2024-11-22T03:23:37,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b, deleteOnExit=true 2024-11-22T03:23:37,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:37,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/zookeeper_0, clientPort=51006, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:23:37,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51006 2024-11-22T03:23:37,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:23:37,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:23:37,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/test.cache.data in system properties and HBase conf 2024-11-22T03:23:37,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:23:37,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:23:37,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:23:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:23:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:23:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:23:37,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:37,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:37,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:37,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:37,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:23:37,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:37,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6160b959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:37,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60544a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:37,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152da328{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/java.io.tmpdir/jetty-localhost-41639-hadoop-hdfs-3_4_1-tests_jar-_-any-15466870552831783866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:37,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@720cd408{HTTP/1.1, (http/1.1)}{localhost:41639} 2024-11-22T03:23:37,998 INFO [Time-limited test {}] server.Server(415): Started @333557ms 2024-11-22T03:23:38,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:38,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:38,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:38,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:38,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:23:38,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2835a59e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:38,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a75c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:38,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3310de14{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/java.io.tmpdir/jetty-localhost-45251-hadoop-hdfs-3_4_1-tests_jar-_-any-108765781011556761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:38,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5223fded{HTTP/1.1, (http/1.1)}{localhost:45251} 2024-11-22T03:23:38,440 INFO [Time-limited test {}] server.Server(415): Started @333999ms 2024-11-22T03:23:38,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:23:39,184 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/data/data1/current/BP-753188317-172.17.0.3-1732245817585/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:39,184 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/data/data2/current/BP-753188317-172.17.0.3-1732245817585/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:39,202 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:23:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca85c74a48aa0ace with lease ID 0x14a627bedc159b04: Processing first storage report for DS-25841196-9eb5-4711-b76a-a724271dda74 from datanode DatanodeRegistration(127.0.0.1:44143, datanodeUuid=70afea17-bf57-467c-937d-33c51133c1ad, infoPort=42259, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=904053494;c=1732245817585) 2024-11-22T03:23:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca85c74a48aa0ace with lease ID 0x14a627bedc159b04: from storage DS-25841196-9eb5-4711-b76a-a724271dda74 node DatanodeRegistration(127.0.0.1:44143, datanodeUuid=70afea17-bf57-467c-937d-33c51133c1ad, infoPort=42259, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=904053494;c=1732245817585), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:23:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca85c74a48aa0ace with lease ID 0x14a627bedc159b04: Processing first storage report for DS-c4ac17ea-5460-46de-b7cc-2bc5bcfba336 from datanode DatanodeRegistration(127.0.0.1:44143, datanodeUuid=70afea17-bf57-467c-937d-33c51133c1ad, infoPort=42259, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=904053494;c=1732245817585) 2024-11-22T03:23:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca85c74a48aa0ace with lease ID 0x14a627bedc159b04: from storage DS-c4ac17ea-5460-46de-b7cc-2bc5bcfba336 node DatanodeRegistration(127.0.0.1:44143, datanodeUuid=70afea17-bf57-467c-937d-33c51133c1ad, infoPort=42259, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=904053494;c=1732245817585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:23:39,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247 2024-11-22T03:23:39,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:39,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:23:39,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1 with version=8 2024-11-22T03:23:39,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/hbase-staging 2024-11-22T03:23:39,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:39,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:39,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:39,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:39,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:39,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:39,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:23:39,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:39,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43547 2024-11-22T03:23:39,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43547 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:39,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:23:39,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T03:23:39,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435470x0, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:39,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43547-0x101609184880000 connected 2024-11-22T03:23:40,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:40,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:40,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/running 2024-11-22T03:23:40,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1, hbase.cluster.distributed=false 2024-11-22T03:23:40,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/acl 2024-11-22T03:23:40,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-22T03:23:40,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43547 2024-11-22T03:23:40,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43547 2024-11-22T03:23:40,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-22T03:23:40,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-22T03:23:40,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:40,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:40,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:40,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:40,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:40,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:40,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:23:40,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:40,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44623 2024-11-22T03:23:40,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44623 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:40,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:40,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446230x0, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:40,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446230x0, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/running 2024-11-22T03:23:40,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44623-0x101609184880001 connected 2024-11-22T03:23:40,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:23:40,200 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:23:40,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/master 2024-11-22T03:23:40,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/acl 2024-11-22T03:23:40,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-22T03:23:40,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44623 2024-11-22T03:23:40,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44623 2024-11-22T03:23:40,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-22T03:23:40,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-22T03:23:40,258 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:43547 2024-11-22T03:23:40,259 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-495382048/backup-masters/b458937b0f5f,43547,1732245819686 2024-11-22T03:23:40,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048/backup-masters 2024-11-22T03:23:40,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048/backup-masters 2024-11-22T03:23:40,269 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on existing znode=/0-495382048/backup-masters/b458937b0f5f,43547,1732245819686 2024-11-22T03:23:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-495382048/master 2024-11-22T03:23:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:40,282 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on existing znode=/0-495382048/master 2024-11-22T03:23:40,283 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-495382048/backup-masters/b458937b0f5f,43547,1732245819686 from backup master directory 2024-11-22T03:23:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048/backup-masters 2024-11-22T03:23:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495382048/backup-masters/b458937b0f5f,43547,1732245819686 2024-11-22T03:23:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048/backup-masters 2024-11-22T03:23:40,293 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:40,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,43547,1732245819686 2024-11-22T03:23:40,295 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/hbase.id] with ID: b04c58f6-4941-44c9-b529-0f0519694fb2 2024-11-22T03:23:40,295 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/.tmp/hbase.id 2024-11-22T03:23:40,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:23:40,305 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/.tmp/hbase.id]:[hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/hbase.id] 2024-11-22T03:23:40,312 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:40,312 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:23:40,314 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T03:23:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:23:40,379 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:40,380 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:23:40,385 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:40,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:23:40,812 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store 2024-11-22T03:23:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:23:41,222 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:41,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:41,223 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:41,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:41,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:41,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:41,223 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:41,223 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245821222Disabling compacts and flushes for region at 1732245821222Disabling writes for close at 1732245821223 (+1 ms)Writing region close event to WAL at 1732245821223Closed at 1732245821223 2024-11-22T03:23:41,224 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/.initializing 2024-11-22T03:23:41,224 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/WALs/b458937b0f5f,43547,1732245819686 2024-11-22T03:23:41,225 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:41,226 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C43547%2C1732245819686, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/WALs/b458937b0f5f,43547,1732245819686, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/oldWALs, maxLogs=10 2024-11-22T03:23:41,245 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/WALs/b458937b0f5f,43547,1732245819686/b458937b0f5f%2C43547%2C1732245819686.1732245821226, exclude list is [], retry=0 2024-11-22T03:23:41,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:23:41,249 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/WALs/b458937b0f5f,43547,1732245819686/b458937b0f5f%2C43547%2C1732245819686.1732245821226 2024-11-22T03:23:41,249 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:23:41,249 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:41,249 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:41,249 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,249 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:23:41,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:41,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:41,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:23:41,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:41,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:41,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:23:41,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:41,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:41,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:23:41,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:41,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:41,256 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,257 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,257 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,258 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,258 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,258 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:41,259 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:41,260 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:41,260 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71899841, jitterRate=0.07139112055301666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:41,260 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245821250Initializing all the Stores at 1732245821250Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245821250Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245821250Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245821250Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245821250Cleaning up temporary data from old regions at 1732245821258 (+8 ms)Region opened successfully at 1732245821260 (+2 ms) 2024-11-22T03:23:41,260 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:23:41,262 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20272bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:41,263 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:23:41,263 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:23:41,263 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:23:41,264 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:23:41,264 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:23:41,264 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:23:41,264 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:23:41,266 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:23:41,267 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Unable to get data of znode /0-495382048/balancer because node does not exist (not necessarily an error) 2024-11-22T03:23:41,279 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/balancer already deleted, retry=false 2024-11-22T03:23:41,279 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:23:41,280 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Unable to get data of znode /0-495382048/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:23:41,292 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/normalizer already deleted, retry=false 2024-11-22T03:23:41,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:23:41,294 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Unable to get data of znode /0-495382048/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:23:41,303 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/switch/split already deleted, retry=false 2024-11-22T03:23:41,304 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Unable to get data of znode /0-495382048/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:23:41,313 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/switch/merge already deleted, retry=false 2024-11-22T03:23:41,316 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Unable to get data of znode /0-495382048/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:23:41,325 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/snapshot-cleanup already deleted, retry=false 2024-11-22T03:23:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-495382048/running 2024-11-22T03:23:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-495382048/running 2024-11-22T03:23:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:41,357 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,43547,1732245819686, sessionid=0x101609184880000, setting cluster-up flag (Was=false) 2024-11-22T03:23:41,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:41,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:41,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-495382048/flush-table-proc/acquired, /0-495382048/flush-table-proc/reached, /0-495382048/flush-table-proc/abort 2024-11-22T03:23:41,410 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,43547,1732245819686 2024-11-22T03:23:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:23:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:23:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T03:23:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T03:23:41,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:23:41,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T03:23:41,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:23:41,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:23:41,559 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-495382048/online-snapshot/acquired, /0-495382048/online-snapshot/reached, /0-495382048/online-snapshot/abort 2024-11-22T03:23:41,561 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,43547,1732245819686 2024-11-22T03:23:41,563 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:23:41,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:41,565 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:23:41,565 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:23:41,565 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,43547,1732245819686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:41,567 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245851579 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:23:41,580 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:23:41,584 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,587 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:23:41,587 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:23:41,587 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:23:41,587 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:23:41,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:41,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:23:41,588 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:41,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:23:41,592 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:23:41,592 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:23:41,596 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245821592,5,FailOnTimeoutGroup] 2024-11-22T03:23:41,597 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245821596,5,FailOnTimeoutGroup] 2024-11-22T03:23:41,597 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,597 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:23:41,597 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,597 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:23:41,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:23:41,605 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1 2024-11-22T03:23:41,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:23:41,649 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(746): ClusterId : b04c58f6-4941-44c9-b529-0f0519694fb2 2024-11-22T03:23:41,649 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:23:41,737 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:23:41,737 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:23:41,846 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:23:41,847 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c6d018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:41,861 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:44623 2024-11-22T03:23:41,861 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:23:41,861 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:23:41,861 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:23:41,862 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,43547,1732245819686 with port=44623, startcode=1732245820176 2024-11-22T03:23:41,862 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:23:41,863 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:23:41,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,44623,1732245820176 2024-11-22T03:23:41,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:41,865 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1 2024-11-22T03:23:41,865 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43381 2024-11-22T03:23:41,865 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:23:41,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048/rs 2024-11-22T03:23:41,941 DEBUG [RS:0;b458937b0f5f:44623 {}] zookeeper.ZKUtil(111): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on existing znode=/0-495382048/rs/b458937b0f5f,44623,1732245820176 2024-11-22T03:23:41,941 WARN [RS:0;b458937b0f5f:44623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:41,941 INFO [RS:0;b458937b0f5f:44623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:41,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,44623,1732245820176] 2024-11-22T03:23:41,941 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176 2024-11-22T03:23:41,943 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:23:41,944 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:23:41,944 INFO [RS:0;b458937b0f5f:44623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:23:41,944 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,945 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:23:41,945 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:23:41,945 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:41,945 DEBUG [RS:0;b458937b0f5f:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:41,948 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,948 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,948 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,948 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,948 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,948 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44623,1732245820176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:41,961 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:23:41,962 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,44623,1732245820176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,962 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,962 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.Replication(171): b458937b0f5f,44623,1732245820176 started 2024-11-22T03:23:41,974 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:41,975 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,44623,1732245820176, RpcServer on b458937b0f5f/172.17.0.3:44623, sessionid=0x101609184880001 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,44623,1732245820176 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,44623,1732245820176' 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-495382048/flush-table-proc/abort' 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-495382048/flush-table-proc/acquired' 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,44623,1732245820176 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,44623,1732245820176' 2024-11-22T03:23:41,975 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-495382048/online-snapshot/abort' 2024-11-22T03:23:41,976 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-495382048/online-snapshot/acquired' 2024-11-22T03:23:41,976 DEBUG [RS:0;b458937b0f5f:44623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:23:41,976 INFO [RS:0;b458937b0f5f:44623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:23:41,976 INFO [RS:0;b458937b0f5f:44623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:23:42,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:42,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:42,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:42,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:42,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:42,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:42,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:42,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:42,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:42,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:42,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740 2024-11-22T03:23:42,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740 2024-11-22T03:23:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:42,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:42,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:42,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:42,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59895259, jitterRate=-0.10749109089374542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:42,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245822036Initializing all the Stores at 1732245822036Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245822036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245822037 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245822037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245822037Cleaning up temporary data from old regions at 1732245822042 (+5 ms)Region opened successfully at 1732245822045 (+3 ms) 2024-11-22T03:23:42,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:42,045 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:42,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:42,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:42,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:42,045 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:42,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245822045Disabling compacts and flushes for region at 1732245822045Disabling writes for close at 1732245822045Writing region close event to WAL at 1732245822045Closed at 1732245822045 2024-11-22T03:23:42,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:42,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:23:42,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:23:42,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:42,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:23:42,076 INFO [RS:0;b458937b0f5f:44623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:42,077 INFO [RS:0;b458937b0f5f:44623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C44623%2C1732245820176, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/oldWALs, maxLogs=10 2024-11-22T03:23:42,089 DEBUG [RS:0;b458937b0f5f:44623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078, exclude list is [], retry=0 2024-11-22T03:23:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:23:42,092 INFO [RS:0;b458937b0f5f:44623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 2024-11-22T03:23:42,092 DEBUG [RS:0;b458937b0f5f:44623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:23:42,198 DEBUG [b458937b0f5f:43547 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:23:42,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:42,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,44623,1732245820176, state=OPENING 2024-11-22T03:23:42,208 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:23:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:42,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:42,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495382048/meta-region-server: CHANGED 2024-11-22T03:23:42,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,44623,1732245820176}] 2024-11-22T03:23:42,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495382048/meta-region-server: CHANGED 2024-11-22T03:23:42,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:42,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:23:42,376 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:23:42,376 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:42,377 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:23:42,381 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C44623%2C1732245820176.meta, suffix=.meta, logDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/oldWALs, maxLogs=10 2024-11-22T03:23:42,399 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245822382.meta, exclude list is [], retry=0 2024-11-22T03:23:42,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:23:42,411 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245822382.meta 2024-11-22T03:23:42,412 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:23:42,412 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:42,413 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:42,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:42,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:23:42,413 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:23:42,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:23:42,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:42,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:23:42,413 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:23:42,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:42,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:42,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:42,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:42,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:42,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:42,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:42,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:42,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:42,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:42,427 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:42,428 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740 2024-11-22T03:23:42,428 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740 2024-11-22T03:23:42,429 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:42,429 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:42,429 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:42,430 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:42,431 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61737365, jitterRate=-0.08004157245159149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:42,431 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:23:42,431 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245822413Writing region info on filesystem at 1732245822413Initializing all the Stores at 1732245822414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245822414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245822424 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245822424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245822424Cleaning up temporary data from old regions at 1732245822429 (+5 ms)Running coprocessor post-open hooks at 1732245822431 (+2 ms)Region opened successfully at 1732245822431 2024-11-22T03:23:42,431 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245822371 2024-11-22T03:23:42,433 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:23:42,433 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:23:42,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:42,434 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,44623,1732245820176, state=OPEN 2024-11-22T03:23:42,548 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:42,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-495382048/meta-region-server 2024-11-22T03:23:42,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495382048/meta-region-server: CHANGED 2024-11-22T03:23:42,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:23:42,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,44623,1732245820176 in 329 msec 2024-11-22T03:23:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-495382048/meta-region-server 2024-11-22T03:23:42,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495382048/meta-region-server: CHANGED 2024-11-22T03:23:42,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:23:42,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-22T03:23:42,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:42,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:23:42,568 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:42,569 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44623,1732245820176, seqNum=-1] 2024-11-22T03:23:42,569 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:42,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:42,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0210 sec 2024-11-22T03:23:42,587 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245822587, completionTime=-1 2024-11-22T03:23:42,587 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:23:42,587 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:23:42,589 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:23:42,589 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245882589 2024-11-22T03:23:42,589 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245942589 2024-11-22T03:23:42,589 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T03:23:42,590 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43547,1732245819686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,590 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43547,1732245819686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,590 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43547,1732245819686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,590 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:43547, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,590 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,590 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,596 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.305sec 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:23:42,598 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43547,1732245819686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:42,599 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43547,1732245819686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:23:42,614 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:23:42,614 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:23:42,614 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43547,1732245819686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:42,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb5539e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:42,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43547,-1 for getting cluster id 2024-11-22T03:23:42,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:42,652 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b04c58f6-4941-44c9-b529-0f0519694fb2' 2024-11-22T03:23:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b04c58f6-4941-44c9-b529-0f0519694fb2" 2024-11-22T03:23:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfa92cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43547,-1] 2024-11-22T03:23:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:42,654 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:42,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72eb97c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:42,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:42,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44623,1732245820176, seqNum=-1] 2024-11-22T03:23:42,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:42,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,43547,1732245819686 2024-11-22T03:23:42,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:42,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101609184880002 connected 2024-11-22T03:23:42,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir so I do NOT create it in target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927 2024-11-22T03:23:42,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:23:42,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.tmp.dir so I do NOT create it in target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927 2024-11-22T03:23:42,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:23:42,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927 2024-11-22T03:23:42,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/cluster_fa2c7e46-ec52-5726-1f1d-e4a5559dc2f2, deleteOnExit=true 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/test.cache.data in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:23:42,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:42,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:23:42,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:23:43,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:43,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:43,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:43,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:43,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:23:43,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:43,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4282d26a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:43,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d342724{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:43,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a539ec6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/java.io.tmpdir/jetty-localhost-44367-hadoop-hdfs-3_4_1-tests_jar-_-any-15854115963615703134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:43,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4446c59e{HTTP/1.1, (http/1.1)}{localhost:44367} 2024-11-22T03:23:43,304 INFO [Time-limited test {}] server.Server(415): Started @338862ms 2024-11-22T03:23:43,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:43,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:43,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:43,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:43,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:23:43,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193d300{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:43,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@646b864c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:43,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5e343c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/java.io.tmpdir/jetty-localhost-39277-hadoop-hdfs-3_4_1-tests_jar-_-any-13424746756289926233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:43,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7240d2d3{HTTP/1.1, (http/1.1)}{localhost:39277} 2024-11-22T03:23:43,946 INFO [Time-limited test {}] server.Server(415): Started @339505ms 2024-11-22T03:23:43,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:23:45,289 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/cluster_fa2c7e46-ec52-5726-1f1d-e4a5559dc2f2/data/data1/current/BP-413876147-172.17.0.3-1732245822728/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:45,290 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/cluster_fa2c7e46-ec52-5726-1f1d-e4a5559dc2f2/data/data2/current/BP-413876147-172.17.0.3-1732245822728/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:45,337 WARN [Thread-4421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:23:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x316bef80cac991da with lease ID 0xd84ad94922b9ecf1: Processing first storage report for DS-c5496c68-e9ce-4554-9f1a-4b659f32e94e from datanode DatanodeRegistration(127.0.0.1:34575, datanodeUuid=eeaefd98-61ec-489d-89ad-348a45a65a67, infoPort=45789, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=381304015;c=1732245822728) 2024-11-22T03:23:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x316bef80cac991da with lease ID 0xd84ad94922b9ecf1: from storage DS-c5496c68-e9ce-4554-9f1a-4b659f32e94e node DatanodeRegistration(127.0.0.1:34575, datanodeUuid=eeaefd98-61ec-489d-89ad-348a45a65a67, infoPort=45789, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=381304015;c=1732245822728), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:23:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x316bef80cac991da with lease ID 0xd84ad94922b9ecf1: Processing first storage report for DS-14e3fe11-de7f-450a-95db-df82423e7d7c from datanode DatanodeRegistration(127.0.0.1:34575, datanodeUuid=eeaefd98-61ec-489d-89ad-348a45a65a67, infoPort=45789, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=381304015;c=1732245822728) 2024-11-22T03:23:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x316bef80cac991da with lease ID 0xd84ad94922b9ecf1: from storage DS-14e3fe11-de7f-450a-95db-df82423e7d7c node DatanodeRegistration(127.0.0.1:34575, datanodeUuid=eeaefd98-61ec-489d-89ad-348a45a65a67, infoPort=45789, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=381304015;c=1732245822728), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:23:45,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927 2024-11-22T03:23:45,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:45,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:23:45,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c with version=8 2024-11-22T03:23:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/hbase-staging 2024-11-22T03:23:45,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:23:45,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:45,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39491 2024-11-22T03:23:45,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39491 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:45,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394910x0, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:45,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39491-0x101609184880003 connected 2024-11-22T03:23:46,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:46,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:46,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/running 2024-11-22T03:23:46,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c, hbase.cluster.distributed=false 2024-11-22T03:23:46,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/acl 2024-11-22T03:23:46,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39491 2024-11-22T03:23:46,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39491 2024-11-22T03:23:46,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39491 2024-11-22T03:23:46,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39491 2024-11-22T03:23:46,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39491 2024-11-22T03:23:46,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:46,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:46,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:46,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:46,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:46,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:46,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:23:46,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:46,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33381 2024-11-22T03:23:46,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33381 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:46,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:46,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333810x0, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:46,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333810x0, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/running 2024-11-22T03:23:46,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33381-0x101609184880004 connected 2024-11-22T03:23:46,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:23:46,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:23:46,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/master 2024-11-22T03:23:46,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/acl 2024-11-22T03:23:46,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33381 2024-11-22T03:23:46,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33381 2024-11-22T03:23:46,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33381 2024-11-22T03:23:46,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33381 2024-11-22T03:23:46,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33381 2024-11-22T03:23:46,405 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:39491 2024-11-22T03:23:46,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11320351806/backup-masters/b458937b0f5f,39491,1732245825872 2024-11-22T03:23:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806/backup-masters 2024-11-22T03:23:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806/backup-masters 2024-11-22T03:23:46,472 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on existing znode=/11320351806/backup-masters/b458937b0f5f,39491,1732245825872 2024-11-22T03:23:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11320351806/master 2024-11-22T03:23:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:46,493 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on existing znode=/11320351806/master 2024-11-22T03:23:46,493 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11320351806/backup-masters/b458937b0f5f,39491,1732245825872 from backup master directory 2024-11-22T03:23:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11320351806/backup-masters/b458937b0f5f,39491,1732245825872 2024-11-22T03:23:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806/backup-masters 2024-11-22T03:23:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806/backup-masters 2024-11-22T03:23:46,503 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:46,503 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,39491,1732245825872 2024-11-22T03:23:46,506 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/hbase.id] with ID: 3f798aed-e7a8-429d-a1aa-4371855d4d4f 2024-11-22T03:23:46,506 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/.tmp/hbase.id 2024-11-22T03:23:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:23:46,918 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/.tmp/hbase.id]:[hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/hbase.id] 2024-11-22T03:23:46,930 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:46,930 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:23:46,932 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T03:23:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:23:47,032 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:47,034 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:23:47,036 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:23:47,055 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store 2024-11-22T03:23:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:23:47,080 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:47,080 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:47,080 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:47,080 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:47,080 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:47,080 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:47,080 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:47,080 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245827080Disabling compacts and flushes for region at 1732245827080Disabling writes for close at 1732245827080Writing region close event to WAL at 1732245827080Closed at 1732245827080 2024-11-22T03:23:47,081 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/.initializing 2024-11-22T03:23:47,081 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/WALs/b458937b0f5f,39491,1732245825872 2024-11-22T03:23:47,082 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:47,083 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C39491%2C1732245825872, suffix=, logDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/WALs/b458937b0f5f,39491,1732245825872, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/oldWALs, maxLogs=10 2024-11-22T03:23:47,100 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/WALs/b458937b0f5f,39491,1732245825872/b458937b0f5f%2C39491%2C1732245825872.1732245827084, exclude list is [], retry=0 2024-11-22T03:23:47,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34575,DS-c5496c68-e9ce-4554-9f1a-4b659f32e94e,DISK] 2024-11-22T03:23:47,133 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/WALs/b458937b0f5f,39491,1732245825872/b458937b0f5f%2C39491%2C1732245825872.1732245827084 2024-11-22T03:23:47,136 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45789:45789)] 2024-11-22T03:23:47,137 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:47,137 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:47,137 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,137 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:23:47,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:47,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:47,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:23:47,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:47,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:47,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:23:47,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:47,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:47,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:23:47,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:47,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:47,153 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,154 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,154 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,155 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,155 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,156 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:47,157 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:47,164 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:47,164 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64871572, jitterRate=-0.03333824872970581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:47,165 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245827137Initializing all the Stores at 1732245827138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245827138Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245827138Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245827138Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245827138Cleaning up temporary data from old regions at 1732245827155 (+17 ms)Region opened successfully at 1732245827165 (+10 ms) 2024-11-22T03:23:47,165 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:23:47,167 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c48d837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:47,168 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:23:47,168 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:23:47,169 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:23:47,169 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:23:47,169 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:23:47,170 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:23:47,170 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:23:47,174 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:23:47,175 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Unable to get data of znode /11320351806/balancer because node does not exist (not necessarily an error) 2024-11-22T03:23:47,197 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11320351806/balancer already deleted, retry=false 2024-11-22T03:23:47,198 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:23:47,199 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Unable to get data of znode /11320351806/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:23:47,266 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11320351806/normalizer already deleted, retry=false 2024-11-22T03:23:47,267 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:23:47,267 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Unable to get data of znode /11320351806/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:23:47,311 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11320351806/switch/split already deleted, retry=false 2024-11-22T03:23:47,312 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Unable to get data of znode /11320351806/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:23:47,334 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11320351806/switch/merge already deleted, retry=false 2024-11-22T03:23:47,336 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Unable to get data of znode /11320351806/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:23:47,406 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11320351806/snapshot-cleanup already deleted, retry=false 2024-11-22T03:23:47,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11320351806/running 2024-11-22T03:23:47,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11320351806/running 2024-11-22T03:23:47,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,430 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,39491,1732245825872, sessionid=0x101609184880003, setting cluster-up flag (Was=false) 2024-11-22T03:23:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,703 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11320351806/flush-table-proc/acquired, /11320351806/flush-table-proc/reached, /11320351806/flush-table-proc/abort 2024-11-22T03:23:47,705 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39491,1732245825872 2024-11-22T03:23:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:47,755 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11320351806/online-snapshot/acquired, /11320351806/online-snapshot/reached, /11320351806/online-snapshot/abort 2024-11-22T03:23:47,756 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,39491,1732245825872 2024-11-22T03:23:47,757 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:23:47,759 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:47,760 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:23:47,760 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:23:47,760 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,39491,1732245825872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:47,762 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:47,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:47,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:23:47,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:47,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:23:47,776 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245857776 2024-11-22T03:23:47,776 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:23:47,776 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:23:47,777 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:23:47,777 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:23:47,777 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:23:47,777 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:23:47,780 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:47,783 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:23:47,783 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:23:47,783 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:23:47,783 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:23:47,788 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:23:47,788 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:23:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:23:47,812 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245827788,5,FailOnTimeoutGroup] 2024-11-22T03:23:47,820 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245827812,5,FailOnTimeoutGroup] 2024-11-22T03:23:47,820 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:47,820 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:23:47,820 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:47,820 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:47,827 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(746): ClusterId : 3f798aed-e7a8-429d-a1aa-4371855d4d4f 2024-11-22T03:23:47,827 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:23:47,840 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:23:47,840 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:23:47,860 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:23:47,861 DEBUG [RS:0;b458937b0f5f:33381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9f5ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:47,875 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:33381 2024-11-22T03:23:47,875 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:23:47,875 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:23:47,875 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:23:47,876 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,39491,1732245825872 with port=33381, startcode=1732245826350 2024-11-22T03:23:47,876 DEBUG [RS:0;b458937b0f5f:33381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:23:47,878 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:23:47,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,33381,1732245826350 2024-11-22T03:23:47,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39491 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,33381,1732245826350 2024-11-22T03:23:47,881 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c 2024-11-22T03:23:47,881 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43965 2024-11-22T03:23:47,881 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:23:47,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:47,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806/rs 2024-11-22T03:23:47,924 DEBUG [RS:0;b458937b0f5f:33381 {}] zookeeper.ZKUtil(111): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on existing znode=/11320351806/rs/b458937b0f5f,33381,1732245826350 2024-11-22T03:23:47,924 WARN [RS:0;b458937b0f5f:33381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:47,924 INFO [RS:0;b458937b0f5f:33381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:47,924 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350 2024-11-22T03:23:47,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,33381,1732245826350] 2024-11-22T03:23:47,950 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:23:47,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:48,042 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:23:48,044 INFO [RS:0;b458937b0f5f:33381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:23:48,044 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,045 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:23:48,046 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:23:48,046 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:48,046 DEBUG [RS:0;b458937b0f5f:33381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:48,049 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,049 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,049 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,049 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,049 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,049 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33381,1732245826350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:48,074 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:23:48,074 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,33381,1732245826350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,074 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,074 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.Replication(171): b458937b0f5f,33381,1732245826350 started 2024-11-22T03:23:48,094 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:48,095 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,33381,1732245826350, RpcServer on b458937b0f5f/172.17.0.3:33381, sessionid=0x101609184880004 2024-11-22T03:23:48,095 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:23:48,095 DEBUG [RS:0;b458937b0f5f:33381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,33381,1732245826350 2024-11-22T03:23:48,095 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,33381,1732245826350' 2024-11-22T03:23:48,095 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11320351806/flush-table-proc/abort' 2024-11-22T03:23:48,095 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11320351806/flush-table-proc/acquired' 2024-11-22T03:23:48,096 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:23:48,096 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:23:48,096 DEBUG [RS:0;b458937b0f5f:33381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,33381,1732245826350 2024-11-22T03:23:48,096 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,33381,1732245826350' 2024-11-22T03:23:48,096 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11320351806/online-snapshot/abort' 2024-11-22T03:23:48,096 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11320351806/online-snapshot/acquired' 2024-11-22T03:23:48,097 DEBUG [RS:0;b458937b0f5f:33381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:23:48,097 INFO [RS:0;b458937b0f5f:33381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:23:48,097 INFO [RS:0;b458937b0f5f:33381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:23:48,197 INFO [RS:0;b458937b0f5f:33381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:48,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:23:48,198 INFO [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C33381%2C1732245826350, suffix=, logDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/oldWALs, maxLogs=10 2024-11-22T03:23:48,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c 2024-11-22T03:23:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:23:48,216 DEBUG [RS:0;b458937b0f5f:33381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350/b458937b0f5f%2C33381%2C1732245826350.1732245828199, exclude list is [], retry=0 2024-11-22T03:23:48,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34575,DS-c5496c68-e9ce-4554-9f1a-4b659f32e94e,DISK] 2024-11-22T03:23:48,220 INFO [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350/b458937b0f5f%2C33381%2C1732245826350.1732245828199 2024-11-22T03:23:48,220 DEBUG [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45789:45789)] 2024-11-22T03:23:48,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:48,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:48,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:48,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:48,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:48,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:48,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:48,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:48,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:48,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:48,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:48,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:48,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:48,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:48,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:48,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:48,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740 2024-11-22T03:23:48,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740 2024-11-22T03:23:48,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:48,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:48,630 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:48,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:48,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:48,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72643717, jitterRate=0.08247573673725128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:48,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245828606Initializing all the Stores at 1732245828607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245828607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245828608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245828608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245828608Cleaning up temporary data from old regions at 1732245828629 (+21 ms)Region opened successfully at 1732245828637 (+8 ms) 2024-11-22T03:23:48,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:48,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:48,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:48,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:48,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:48,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:48,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245828637Disabling compacts and flushes for region at 1732245828637Disabling writes for close at 1732245828638 (+1 ms)Writing region close event to WAL at 1732245828643 (+5 ms)Closed at 1732245828643 2024-11-22T03:23:48,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:48,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:23:48,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:23:48,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:48,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:23:48,796 DEBUG [b458937b0f5f:39491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:23:48,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,33381,1732245826350 2024-11-22T03:23:48,797 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,33381,1732245826350, state=OPENING 2024-11-22T03:23:48,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:23:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:23:48,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11320351806/meta-region-server: CHANGED 2024-11-22T03:23:48,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11320351806/meta-region-server: CHANGED 2024-11-22T03:23:48,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:48,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,33381,1732245826350}] 2024-11-22T03:23:49,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:49,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:23:49,076 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:23:49,076 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:49,076 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:23:49,077 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C33381%2C1732245826350.meta, suffix=.meta, logDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/oldWALs, maxLogs=10 2024-11-22T03:23:49,089 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350/b458937b0f5f%2C33381%2C1732245826350.meta.1732245829077.meta, exclude list is [], retry=0 2024-11-22T03:23:49,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34575,DS-c5496c68-e9ce-4554-9f1a-4b659f32e94e,DISK] 2024-11-22T03:23:49,091 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/WALs/b458937b0f5f,33381,1732245826350/b458937b0f5f%2C33381%2C1732245826350.meta.1732245829077.meta 2024-11-22T03:23:49,092 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45789:45789)] 2024-11-22T03:23:49,092 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:49,092 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:49,092 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:49,092 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:23:49,092 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:23:49,092 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:23:49,092 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:49,093 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:23:49,093 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:23:49,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:49,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:49,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:49,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:49,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:49,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:49,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:49,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:49,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:49,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:49,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:49,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:49,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:49,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:49,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:49,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:49,097 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:49,097 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740 2024-11-22T03:23:49,097 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740 2024-11-22T03:23:49,098 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:49,098 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:49,099 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:49,099 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:49,100 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72122417, jitterRate=0.0747077614068985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:49,100 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:23:49,100 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245829093Writing region info on filesystem at 1732245829093Initializing all the Stores at 1732245829093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245829093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245829093Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245829093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245829093Cleaning up temporary data from old regions at 1732245829098 (+5 ms)Running coprocessor post-open hooks at 1732245829100 (+2 ms)Region opened successfully at 1732245829100 2024-11-22T03:23:49,101 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245829072 2024-11-22T03:23:49,103 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:23:49,103 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:23:49,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,33381,1732245826350 2024-11-22T03:23:49,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,33381,1732245826350, state=OPEN 2024-11-22T03:23:49,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11320351806/meta-region-server 2024-11-22T03:23:49,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11320351806/meta-region-server 2024-11-22T03:23:49,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11320351806/meta-region-server: CHANGED 2024-11-22T03:23:49,124 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,33381,1732245826350 2024-11-22T03:23:49,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11320351806/meta-region-server: CHANGED 2024-11-22T03:23:49,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:23:49,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,33381,1732245826350 in 203 msec 2024-11-22T03:23:49,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:23:49,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-22T03:23:49,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:49,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:23:49,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:49,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33381,1732245826350, seqNum=-1] 2024-11-22T03:23:49,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:49,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:49,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3730 sec 2024-11-22T03:23:49,133 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245829133, completionTime=-1 2024-11-22T03:23:49,133 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:23:49,133 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:23:49,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:23:49,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245889134 2024-11-22T03:23:49,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245949134 2024-11-22T03:23:49,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:23:49,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39491,1732245825872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,134 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39491,1732245825872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,135 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39491,1732245825872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,135 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:39491, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,135 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,135 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,136 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.635sec 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39491,1732245825872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:49,138 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39491,1732245825872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:23:49,140 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:23:49,140 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:23:49,140 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,39491,1732245825872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:49,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f83f400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:49,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39491,-1 for getting cluster id 2024-11-22T03:23:49,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:49,227 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f798aed-e7a8-429d-a1aa-4371855d4d4f' 2024-11-22T03:23:49,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:49,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f798aed-e7a8-429d-a1aa-4371855d4d4f" 2024-11-22T03:23:49,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bdc85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:49,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39491,-1] 2024-11-22T03:23:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:49,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:49,228 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:49,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37246b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:49,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33381,1732245826350, seqNum=-1] 2024-11-22T03:23:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:49,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:49,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,39491,1732245825872 2024-11-22T03:23:49,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:49,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101609184880005 connected 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir so I do NOT create it in target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f 2024-11-22T03:23:49,359 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.tmp.dir so I do NOT create it in target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f 2024-11-22T03:23:49,359 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:23:49,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/cluster_f43efe00-083d-950f-4e9e-1cc01e3b6b9b, deleteOnExit=true 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/test.cache.data in system properties and HBase conf 2024-11-22T03:23:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:23:49,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:23:49,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:23:49,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:23:49,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:23:49,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:23:49,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:23:49,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:49,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:49,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:49,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:49,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:23:49,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:49,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@528dc1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:49,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c8160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:49,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1190261e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/java.io.tmpdir/jetty-localhost-32913-hadoop-hdfs-3_4_1-tests_jar-_-any-17591105812755590737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:23:49,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8bffd28{HTTP/1.1, (http/1.1)}{localhost:32913} 2024-11-22T03:23:49,885 INFO [Time-limited test {}] server.Server(415): Started @345443ms 2024-11-22T03:23:50,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:23:50,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:23:50,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:23:50,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:23:50,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:23:50,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833d70d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:23:50,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@341acd1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:23:50,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37691d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/java.io.tmpdir/jetty-localhost-38227-hadoop-hdfs-3_4_1-tests_jar-_-any-14205508535237071061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:23:50,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64ac3694{HTTP/1.1, (http/1.1)}{localhost:38227} 2024-11-22T03:23:50,323 INFO [Time-limited test {}] server.Server(415): Started @345882ms 2024-11-22T03:23:50,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:23:51,217 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/cluster_f43efe00-083d-950f-4e9e-1cc01e3b6b9b/data/data1/current/BP-602066257-172.17.0.3-1732245829379/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:51,217 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/cluster_f43efe00-083d-950f-4e9e-1cc01e3b6b9b/data/data2/current/BP-602066257-172.17.0.3-1732245829379/current, will proceed with Du for space computation calculation, 2024-11-22T03:23:51,236 WARN [Thread-4542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:23:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a22a357b2c4b54a with lease ID 0xbe7d41b8fb4f504e: Processing first storage report for DS-ac1e68d4-6e4b-40f9-b587-28f162de32b8 from datanode DatanodeRegistration(127.0.0.1:45385, datanodeUuid=33293d9b-53f1-4f88-840d-ef675257e01c, infoPort=40151, infoSecurePort=0, ipcPort=36515, storageInfo=lv=-57;cid=testClusterID;nsid=2073746709;c=1732245829379) 2024-11-22T03:23:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a22a357b2c4b54a with lease ID 0xbe7d41b8fb4f504e: from storage DS-ac1e68d4-6e4b-40f9-b587-28f162de32b8 node DatanodeRegistration(127.0.0.1:45385, datanodeUuid=33293d9b-53f1-4f88-840d-ef675257e01c, infoPort=40151, infoSecurePort=0, ipcPort=36515, storageInfo=lv=-57;cid=testClusterID;nsid=2073746709;c=1732245829379), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:23:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a22a357b2c4b54a with lease ID 0xbe7d41b8fb4f504e: Processing first storage report for DS-01556ce6-9886-4006-a364-6bda3fb4fcac from datanode DatanodeRegistration(127.0.0.1:45385, datanodeUuid=33293d9b-53f1-4f88-840d-ef675257e01c, infoPort=40151, infoSecurePort=0, ipcPort=36515, storageInfo=lv=-57;cid=testClusterID;nsid=2073746709;c=1732245829379) 2024-11-22T03:23:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a22a357b2c4b54a with lease ID 0xbe7d41b8fb4f504e: from storage DS-01556ce6-9886-4006-a364-6bda3fb4fcac node DatanodeRegistration(127.0.0.1:45385, datanodeUuid=33293d9b-53f1-4f88-840d-ef675257e01c, infoPort=40151, infoSecurePort=0, ipcPort=36515, storageInfo=lv=-57;cid=testClusterID;nsid=2073746709;c=1732245829379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:23:51,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f 2024-11-22T03:23:51,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:23:51,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045 with version=8 2024-11-22T03:23:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/hbase-staging 2024-11-22T03:23:51,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:51,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:51,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:51,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:51,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:51,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:51,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:23:51,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:51,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43769 2024-11-22T03:23:51,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43769 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:51,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437690x0, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:51,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43769-0x101609184880006 connected 2024-11-22T03:23:51,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/running 2024-11-22T03:23:51,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045, hbase.cluster.distributed=false 2024-11-22T03:23:51,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/acl 2024-11-22T03:23:51,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-22T03:23:51,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43769 2024-11-22T03:23:51,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43769 2024-11-22T03:23:51,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-22T03:23:51,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-22T03:23:51,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:23:51,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:51,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:51,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:23:51,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:23:51,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:23:51,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:23:51,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:23:51,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32877 2024-11-22T03:23:51,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32877 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:51,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,426 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328770x0, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:51,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32877-0x101609184880007 connected 2024-11-22T03:23:51,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328770x0, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/running 2024-11-22T03:23:51,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:23:51,436 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:23:51,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/master 2024-11-22T03:23:51,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/acl 2024-11-22T03:23:51,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32877 2024-11-22T03:23:51,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32877 2024-11-22T03:23:51,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32877 2024-11-22T03:23:51,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32877 2024-11-22T03:23:51,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32877 2024-11-22T03:23:51,458 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:43769 2024-11-22T03:23:51,458 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-714392296/backup-masters/b458937b0f5f,43769,1732245831281 2024-11-22T03:23:51,471 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296/backup-masters 2024-11-22T03:23:51,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296/backup-masters 2024-11-22T03:23:51,471 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on existing znode=/2-714392296/backup-masters/b458937b0f5f,43769,1732245831281 2024-11-22T03:23:51,481 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-714392296/master 2024-11-22T03:23:51,481 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:51,482 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on existing znode=/2-714392296/master 2024-11-22T03:23:51,482 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-714392296/backup-masters/b458937b0f5f,43769,1732245831281 from backup master directory 2024-11-22T03:23:51,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-714392296/backup-masters/b458937b0f5f,43769,1732245831281 2024-11-22T03:23:51,492 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296/backup-masters 2024-11-22T03:23:51,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296/backup-masters 2024-11-22T03:23:51,492 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:51,492 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,43769,1732245831281 2024-11-22T03:23:51,495 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/hbase.id] with ID: b0de8f6c-0ad6-4c73-9988-37b0da0f09f4 2024-11-22T03:23:51,495 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/.tmp/hbase.id 2024-11-22T03:23:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:23:51,903 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/.tmp/hbase.id]:[hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/hbase.id] 2024-11-22T03:23:51,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:51,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:23:51,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T03:23:51,953 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:51,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:23:51,958 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:51,959 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:23:51,959 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:23:52,366 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store 2024-11-22T03:23:52,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:23:52,770 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:52,770 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:23:52,770 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:52,770 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:52,770 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:23:52,770 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:52,770 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:23:52,770 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245832770Disabling compacts and flushes for region at 1732245832770Disabling writes for close at 1732245832770Writing region close event to WAL at 1732245832770Closed at 1732245832770 2024-11-22T03:23:52,771 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/.initializing 2024-11-22T03:23:52,771 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/WALs/b458937b0f5f,43769,1732245831281 2024-11-22T03:23:52,772 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:52,773 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C43769%2C1732245831281, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/WALs/b458937b0f5f,43769,1732245831281, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/oldWALs, maxLogs=10 2024-11-22T03:23:52,785 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/WALs/b458937b0f5f,43769,1732245831281/b458937b0f5f%2C43769%2C1732245831281.1732245832773, exclude list is [], retry=0 2024-11-22T03:23:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45385,DS-ac1e68d4-6e4b-40f9-b587-28f162de32b8,DISK] 2024-11-22T03:23:52,788 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/WALs/b458937b0f5f,43769,1732245831281/b458937b0f5f%2C43769%2C1732245831281.1732245832773 2024-11-22T03:23:52,788 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-22T03:23:52,788 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:52,788 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:52,789 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,789 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:23:52,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:52,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:52,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:23:52,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:52,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:52,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:23:52,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:52,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:52,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:23:52,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:52,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:52,794 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,794 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,795 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,795 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,795 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,796 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:52,796 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:23:52,798 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:52,798 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64015874, jitterRate=-0.04608914256095886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:52,798 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245832789Initializing all the Stores at 1732245832789Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245832789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245832789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245832789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245832789Cleaning up temporary data from old regions at 1732245832795 (+6 ms)Region opened successfully at 1732245832798 (+3 ms) 2024-11-22T03:23:52,798 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:23:52,801 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff7bfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:52,801 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:23:52,801 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:23:52,801 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:23:52,802 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:23:52,802 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:23:52,802 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:23:52,802 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:23:52,804 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:23:52,804 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Unable to get data of znode /2-714392296/balancer because node does not exist (not necessarily an error) 2024-11-22T03:23:52,857 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-714392296/balancer already deleted, retry=false 2024-11-22T03:23:52,857 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:23:52,858 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Unable to get data of znode /2-714392296/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:23:52,867 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-714392296/normalizer already deleted, retry=false 2024-11-22T03:23:52,867 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:23:52,868 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Unable to get data of znode /2-714392296/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:23:52,878 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-714392296/switch/split already deleted, retry=false 2024-11-22T03:23:52,878 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Unable to get data of znode /2-714392296/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:23:52,888 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-714392296/switch/merge already deleted, retry=false 2024-11-22T03:23:52,890 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Unable to get data of znode /2-714392296/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:23:52,899 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-714392296/snapshot-cleanup already deleted, retry=false 2024-11-22T03:23:52,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-714392296/running 2024-11-22T03:23:52,909 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-714392296/running 2024-11-22T03:23:52,909 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:52,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:52,910 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,43769,1732245831281, sessionid=0x101609184880006, setting cluster-up flag (Was=false) 2024-11-22T03:23:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:52,930 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:52,962 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-714392296/flush-table-proc/acquired, /2-714392296/flush-table-proc/reached, /2-714392296/flush-table-proc/abort 2024-11-22T03:23:52,963 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,43769,1732245831281 2024-11-22T03:23:52,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:52,983 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:53,015 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-714392296/online-snapshot/acquired, /2-714392296/online-snapshot/reached, /2-714392296/online-snapshot/abort 2024-11-22T03:23:53,016 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,43769,1732245831281 2024-11-22T03:23:53,017 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:23:53,018 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:53,018 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:23:53,018 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:23:53,018 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,43769,1732245831281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:53,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245863020 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:23:53,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:23:53,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:23:53,020 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,021 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:23:53,021 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:23:53,021 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:23:53,021 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T03:23:53,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,021 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:23:53,021 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:23:53,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:23:53,021 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245833021,5,FailOnTimeoutGroup] 2024-11-22T03:23:53,024 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245833021,5,FailOnTimeoutGroup] 2024-11-22T03:23:53,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:23:53,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,024 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:23:53,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:23:53,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045 2024-11-22T03:23:53,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:23:53,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:53,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:53,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:53,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:53,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:53,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:53,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:53,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:53,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:53,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:53,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740 2024-11-22T03:23:53,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740 2024-11-22T03:23:53,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:53,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:53,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:53,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:53,047 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:53,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61250395, jitterRate=-0.08729799091815948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245833039Initializing all the Stores at 1732245833039Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245833039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245833040 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245833040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245833040Cleaning up temporary data from old regions at 1732245833045 (+5 ms)Region opened successfully at 1732245833048 (+3 ms) 2024-11-22T03:23:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:23:53,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:23:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:23:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:23:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:23:53,048 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:23:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245833048Disabling compacts and flushes for region at 1732245833048Disabling writes for close at 1732245833048Writing region close event to WAL at 1732245833048Closed at 1732245833048 2024-11-22T03:23:53,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:53,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:23:53,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:23:53,049 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(746): ClusterId : b0de8f6c-0ad6-4c73-9988-37b0da0f09f4 2024-11-22T03:23:53,049 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:23:53,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:53,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:23:53,061 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:23:53,061 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:23:53,071 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:23:53,072 DEBUG [RS:0;b458937b0f5f:32877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e075dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:23:53,082 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:32877 2024-11-22T03:23:53,082 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:23:53,082 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:23:53,082 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:23:53,083 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,43769,1732245831281 with port=32877, startcode=1732245831410 2024-11-22T03:23:53,083 DEBUG [RS:0;b458937b0f5f:32877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:23:53,084 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:23:53,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43769 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,085 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045 2024-11-22T03:23:53,085 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34499 2024-11-22T03:23:53,085 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:23:53,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296/rs 2024-11-22T03:23:53,123 DEBUG [RS:0;b458937b0f5f:32877 {}] zookeeper.ZKUtil(111): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on existing znode=/2-714392296/rs/b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,123 WARN [RS:0;b458937b0f5f:32877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:23:53,124 INFO [RS:0;b458937b0f5f:32877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:53,124 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,32877,1732245831410] 2024-11-22T03:23:53,126 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:23:53,128 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:23:53,128 INFO [RS:0;b458937b0f5f:32877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:23:53,128 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,132 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:23:53,132 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:23:53,132 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:53,133 DEBUG [RS:0;b458937b0f5f:32877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:23:53,135 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,135 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,135 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,135 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,135 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,135 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,32877,1732245831410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:53,152 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:23:53,152 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,32877,1732245831410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,153 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,153 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.Replication(171): b458937b0f5f,32877,1732245831410 started 2024-11-22T03:23:53,166 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,166 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,32877,1732245831410, RpcServer on b458937b0f5f/172.17.0.3:32877, sessionid=0x101609184880007 2024-11-22T03:23:53,166 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:23:53,166 DEBUG [RS:0;b458937b0f5f:32877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,166 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,32877,1732245831410' 2024-11-22T03:23:53,166 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-714392296/flush-table-proc/abort' 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-714392296/flush-table-proc/acquired' 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,32877,1732245831410' 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-714392296/online-snapshot/abort' 2024-11-22T03:23:53,167 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-714392296/online-snapshot/acquired' 2024-11-22T03:23:53,168 DEBUG [RS:0;b458937b0f5f:32877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:23:53,168 INFO [RS:0;b458937b0f5f:32877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:23:53,168 INFO [RS:0;b458937b0f5f:32877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:23:53,201 WARN [b458937b0f5f:43769 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:23:53,268 INFO [RS:0;b458937b0f5f:32877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:23:53,269 INFO [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C32877%2C1732245831410, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/oldWALs, maxLogs=10 2024-11-22T03:23:53,281 DEBUG [RS:0;b458937b0f5f:32877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410/b458937b0f5f%2C32877%2C1732245831410.1732245833269, exclude list is [], retry=0 2024-11-22T03:23:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45385,DS-ac1e68d4-6e4b-40f9-b587-28f162de32b8,DISK] 2024-11-22T03:23:53,284 INFO [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410/b458937b0f5f%2C32877%2C1732245831410.1732245833269 2024-11-22T03:23:53,284 DEBUG [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-22T03:23:53,451 DEBUG [b458937b0f5f:43769 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:23:53,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,32877,1732245831410, state=OPENING 2024-11-22T03:23:53,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:23:53,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:53,471 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:23:53,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:23:53,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-714392296/meta-region-server: CHANGED 2024-11-22T03:23:53,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-714392296/meta-region-server: CHANGED 2024-11-22T03:23:53,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,32877,1732245831410}] 2024-11-22T03:23:53,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:23:53,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:23:53,628 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:23:53,628 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:53,629 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:23:53,630 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C32877%2C1732245831410.meta, suffix=.meta, logDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/oldWALs, maxLogs=10 2024-11-22T03:23:53,648 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410/b458937b0f5f%2C32877%2C1732245831410.meta.1732245833630.meta, exclude list is [], retry=0 2024-11-22T03:23:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45385,DS-ac1e68d4-6e4b-40f9-b587-28f162de32b8,DISK] 2024-11-22T03:23:53,654 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/WALs/b458937b0f5f,32877,1732245831410/b458937b0f5f%2C32877%2C1732245831410.meta.1732245833630.meta 2024-11-22T03:23:53,654 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-22T03:23:53,654 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:53,654 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:53,655 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:53,655 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:23:53,655 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:23:53,655 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:23:53,655 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:53,655 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:23:53,655 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:23:53,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:23:53,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:23:53,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:23:53,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:23:53,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:23:53,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:23:53,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:23:53,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:23:53,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:23:53,668 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:23:53,668 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740 2024-11-22T03:23:53,669 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740 2024-11-22T03:23:53,670 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:23:53,670 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:23:53,670 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:23:53,671 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:23:53,671 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64040420, jitterRate=-0.04572337865829468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:23:53,671 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:23:53,671 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245833655Writing region info on filesystem at 1732245833655Initializing all the Stores at 1732245833656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245833656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245833664 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245833664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245833664Cleaning up temporary data from old regions at 1732245833670 (+6 ms)Running coprocessor post-open hooks at 1732245833671 (+1 ms)Region opened successfully at 1732245833671 2024-11-22T03:23:53,672 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245833624 2024-11-22T03:23:53,673 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:23:53,674 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:23:53,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,32877,1732245831410, state=OPEN 2024-11-22T03:23:53,681 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-714392296/meta-region-server 2024-11-22T03:23:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-714392296/meta-region-server 2024-11-22T03:23:53,681 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,32877,1732245831410 2024-11-22T03:23:53,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-714392296/meta-region-server: CHANGED 2024-11-22T03:23:53,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-714392296/meta-region-server: CHANGED 2024-11-22T03:23:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:23:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,32877,1732245831410 in 211 msec 2024-11-22T03:23:53,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:23:53,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-22T03:23:53,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:23:53,685 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:23:53,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:53,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,32877,1732245831410, seqNum=-1] 2024-11-22T03:23:53,688 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:53,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:53,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 674 msec 2024-11-22T03:23:53,693 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245833693, completionTime=-1 2024-11-22T03:23:53,693 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:23:53,693 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:23:53,694 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:23:53,694 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245893694 2024-11-22T03:23:53,694 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245953694 2024-11-22T03:23:53,694 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T03:23:53,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43769,1732245831281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43769,1732245831281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43769,1732245831281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:43769, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,695 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,697 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:23:53,698 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.206sec 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43769,1732245831281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:23:53,699 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43769,1732245831281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:23:53,700 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:23:53,701 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:23:53,701 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,43769,1732245831281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:23:53,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:53,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43769,-1 for getting cluster id 2024-11-22T03:23:53,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:53,752 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0de8f6c-0ad6-4c73-9988-37b0da0f09f4' 2024-11-22T03:23:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0de8f6c-0ad6-4c73-9988-37b0da0f09f4" 2024-11-22T03:23:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebb443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43769,-1] 2024-11-22T03:23:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:53,754 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:53,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:53,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,32877,1732245831410, seqNum=-1] 2024-11-22T03:23:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:53,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:23:53,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,43769,1732245831281 2024-11-22T03:23:53,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51006 2024-11-22T03:23:53,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:23:53,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101609184880008 connected 2024-11-22T03:23:53,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43547,1732245819686 2024-11-22T03:23:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed32fdd 2024-11-22T03:23:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:53,780 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:53,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:53,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:53,783 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:53,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:53,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:53,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e62cd874ba6386e22c4f769538e0d375, NAME => 'test,,1732245833780.e62cd874ba6386e22c4f769538e0d375.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1 2024-11-22T03:23:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:53,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245833780.e62cd874ba6386e22c4f769538e0d375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:53,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e62cd874ba6386e22c4f769538e0d375, disabling compactions & flushes 2024-11-22T03:23:53,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:53,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:53,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. after waiting 0 ms 2024-11-22T03:23:53,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:53,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:53,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e62cd874ba6386e22c4f769538e0d375: Waiting for close lock at 1732245833822Disabling compacts and flushes for region at 1732245833822Disabling writes for close at 1732245833822Writing region close event to WAL at 1732245833822Closed at 1732245833822 2024-11-22T03:23:53,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:53,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245833780.e62cd874ba6386e22c4f769538e0d375.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245833823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245833823"}]},"ts":"1732245833823"} 2024-11-22T03:23:53,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:53,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:53,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245833826"}]},"ts":"1732245833826"} 2024-11-22T03:23:53,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:53,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e62cd874ba6386e22c4f769538e0d375, ASSIGN}] 2024-11-22T03:23:53,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e62cd874ba6386e22c4f769538e0d375, ASSIGN 2024-11-22T03:23:53,834 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e62cd874ba6386e22c4f769538e0d375, ASSIGN; state=OFFLINE, location=b458937b0f5f,44623,1732245820176; forceNewPlan=false, retain=false 2024-11-22T03:23:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:53,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e62cd874ba6386e22c4f769538e0d375, regionState=OPENING, regionLocation=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:53,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e62cd874ba6386e22c4f769538e0d375, ASSIGN because future has completed 2024-11-22T03:23:53,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62cd874ba6386e22c4f769538e0d375, server=b458937b0f5f,44623,1732245820176}] 2024-11-22T03:23:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:54,149 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:54,149 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e62cd874ba6386e22c4f769538e0d375, NAME => 'test,,1732245833780.e62cd874ba6386e22c4f769538e0d375.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:54,149 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:54,150 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:54,150 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,150 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245833780.e62cd874ba6386e22c4f769538e0d375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:54,150 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,150 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,151 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,152 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62cd874ba6386e22c4f769538e0d375 columnFamilyName f 2024-11-22T03:23:54,152 DEBUG [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:54,152 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] regionserver.HStore(327): Store=e62cd874ba6386e22c4f769538e0d375/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:54,152 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,153 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62cd874ba6386e22c4f769538e0d375 columnFamilyName f1 2024-11-22T03:23:54,153 DEBUG [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:54,153 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] regionserver.HStore(327): Store=e62cd874ba6386e22c4f769538e0d375/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:54,153 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,154 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62cd874ba6386e22c4f769538e0d375 columnFamilyName norep 2024-11-22T03:23:54,154 DEBUG [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:54,154 INFO [StoreOpener-e62cd874ba6386e22c4f769538e0d375-1 {}] regionserver.HStore(327): Store=e62cd874ba6386e22c4f769538e0d375/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:54,154 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,154 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,154 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,155 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,155 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,155 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:54,156 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,157 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:54,157 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e62cd874ba6386e22c4f769538e0d375; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69906408, jitterRate=0.04168665409088135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:54,157 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:23:54,158 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e62cd874ba6386e22c4f769538e0d375: Running coprocessor pre-open hook at 1732245834150Writing region info on filesystem at 1732245834150Initializing all the Stores at 1732245834150Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245834150Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245834151 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245834151Cleaning up temporary data from old regions at 1732245834155 (+4 ms)Running coprocessor post-open hooks at 1732245834157 (+2 ms)Region opened successfully at 1732245834157 2024-11-22T03:23:54,159 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., pid=6, masterSystemTime=1732245834146 2024-11-22T03:23:54,161 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:54,161 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:23:54,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e62cd874ba6386e22c4f769538e0d375, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:54,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62cd874ba6386e22c4f769538e0d375, server=b458937b0f5f,44623,1732245820176 because future has completed 2024-11-22T03:23:54,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:54,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e62cd874ba6386e22c4f769538e0d375, server=b458937b0f5f,44623,1732245820176 in 172 msec 2024-11-22T03:23:54,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:54,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e62cd874ba6386e22c4f769538e0d375, ASSIGN in 337 msec 2024-11-22T03:23:54,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:54,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245834167"}]},"ts":"1732245834167"} 2024-11-22T03:23:54,168 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:54,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:54,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 388 msec 2024-11-22T03:23:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:54,413 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:54,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39491,1732245825872 2024-11-22T03:23:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d2049a 2024-11-22T03:23:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:54,416 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:54,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:54,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:54,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:54,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:54,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:54,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:54,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:54,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cc6a4797910e78147ad61ec35a3d782, NAME => 'test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c 2024-11-22T03:23:54,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:54,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:54,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3cc6a4797910e78147ad61ec35a3d782, disabling compactions & flushes 2024-11-22T03:23:54,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:54,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:54,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. after waiting 0 ms 2024-11-22T03:23:54,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:54,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:54,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cc6a4797910e78147ad61ec35a3d782: Waiting for close lock at 1732245834850Disabling compacts and flushes for region at 1732245834850Disabling writes for close at 1732245834850Writing region close event to WAL at 1732245834850Closed at 1732245834850 2024-11-22T03:23:54,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:54,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245834851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245834851"}]},"ts":"1732245834851"} 2024-11-22T03:23:54,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:54,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:54,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245834854"}]},"ts":"1732245834854"} 2024-11-22T03:23:54,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:54,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cc6a4797910e78147ad61ec35a3d782, ASSIGN}] 2024-11-22T03:23:54,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cc6a4797910e78147ad61ec35a3d782, ASSIGN 2024-11-22T03:23:54,857 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3cc6a4797910e78147ad61ec35a3d782, ASSIGN; state=OFFLINE, location=b458937b0f5f,33381,1732245826350; forceNewPlan=false, retain=false 2024-11-22T03:23:55,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cc6a4797910e78147ad61ec35a3d782, regionState=OPENING, regionLocation=b458937b0f5f,33381,1732245826350 2024-11-22T03:23:55,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3cc6a4797910e78147ad61ec35a3d782, ASSIGN because future has completed 2024-11-22T03:23:55,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc6a4797910e78147ad61ec35a3d782, server=b458937b0f5f,33381,1732245826350}] 2024-11-22T03:23:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:55,164 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:55,164 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cc6a4797910e78147ad61ec35a3d782, NAME => 'test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:55,164 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:55,164 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:55,164 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,164 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:55,164 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,164 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,165 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,166 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc6a4797910e78147ad61ec35a3d782 columnFamilyName f 2024-11-22T03:23:55,166 DEBUG [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:55,166 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] regionserver.HStore(327): Store=3cc6a4797910e78147ad61ec35a3d782/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:55,166 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,167 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc6a4797910e78147ad61ec35a3d782 columnFamilyName f1 2024-11-22T03:23:55,167 DEBUG [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:55,167 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] regionserver.HStore(327): Store=3cc6a4797910e78147ad61ec35a3d782/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:55,167 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,168 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc6a4797910e78147ad61ec35a3d782 columnFamilyName norep 2024-11-22T03:23:55,168 DEBUG [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:55,168 INFO [StoreOpener-3cc6a4797910e78147ad61ec35a3d782-1 {}] regionserver.HStore(327): Store=3cc6a4797910e78147ad61ec35a3d782/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:55,168 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,168 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,169 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,169 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,169 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,170 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:55,170 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,171 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:55,172 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3cc6a4797910e78147ad61ec35a3d782; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59684189, jitterRate=-0.11063627898693085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:55,172 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:23:55,172 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3cc6a4797910e78147ad61ec35a3d782: Running coprocessor pre-open hook at 1732245835164Writing region info on filesystem at 1732245835164Initializing all the Stores at 1732245835165 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245835165Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245835165Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245835165Cleaning up temporary data from old regions at 1732245835169 (+4 ms)Running coprocessor post-open hooks at 1732245835172 (+3 ms)Region opened successfully at 1732245835172 2024-11-22T03:23:55,173 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782., pid=6, masterSystemTime=1732245835161 2024-11-22T03:23:55,174 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:55,174 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:23:55,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cc6a4797910e78147ad61ec35a3d782, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,33381,1732245826350 2024-11-22T03:23:55,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc6a4797910e78147ad61ec35a3d782, server=b458937b0f5f,33381,1732245826350 because future has completed 2024-11-22T03:23:55,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:55,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cc6a4797910e78147ad61ec35a3d782, server=b458937b0f5f,33381,1732245826350 in 167 msec 2024-11-22T03:23:55,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:55,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3cc6a4797910e78147ad61ec35a3d782, ASSIGN in 323 msec 2024-11-22T03:23:55,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:55,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245835180"}]},"ts":"1732245835180"} 2024-11-22T03:23:55,181 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:55,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:55,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-22T03:23:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:55,558 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:55,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43769,1732245831281 2024-11-22T03:23:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc2c47d 2024-11-22T03:23:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:55,559 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:55,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T03:23:55,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:55,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:55,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T03:23:55,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741835_1011 (size=902) 2024-11-22T03:23:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:55,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cde792ed30e39fa6c4dbd1c2045468e9, NAME => 'test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045 2024-11-22T03:23:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741836_1012 (size=39) 2024-11-22T03:23:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:56,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:56,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cde792ed30e39fa6c4dbd1c2045468e9, disabling compactions & flushes 2024-11-22T03:23:56,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. after waiting 0 ms 2024-11-22T03:23:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cde792ed30e39fa6c4dbd1c2045468e9: Waiting for close lock at 1732245836372Disabling compacts and flushes for region at 1732245836372Disabling writes for close at 1732245836373 (+1 ms)Writing region close event to WAL at 1732245836373Closed at 1732245836373 2024-11-22T03:23:56,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:56,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732245836374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245836374"}]},"ts":"1732245836374"} 2024-11-22T03:23:56,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:56,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:56,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245836377"}]},"ts":"1732245836377"} 2024-11-22T03:23:56,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T03:23:56,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cde792ed30e39fa6c4dbd1c2045468e9, ASSIGN}] 2024-11-22T03:23:56,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cde792ed30e39fa6c4dbd1c2045468e9, ASSIGN 2024-11-22T03:23:56,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cde792ed30e39fa6c4dbd1c2045468e9, ASSIGN; state=OFFLINE, location=b458937b0f5f,32877,1732245831410; forceNewPlan=false, retain=false 2024-11-22T03:23:56,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cde792ed30e39fa6c4dbd1c2045468e9, regionState=OPENING, regionLocation=b458937b0f5f,32877,1732245831410 2024-11-22T03:23:56,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cde792ed30e39fa6c4dbd1c2045468e9, ASSIGN because future has completed 2024-11-22T03:23:56,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cde792ed30e39fa6c4dbd1c2045468e9, server=b458937b0f5f,32877,1732245831410}] 2024-11-22T03:23:56,692 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,692 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cde792ed30e39fa6c4dbd1c2045468e9, NAME => 'test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:56,692 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:56,693 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T03:23:56,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:56,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,693 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,694 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,695 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde792ed30e39fa6c4dbd1c2045468e9 columnFamilyName f 2024-11-22T03:23:56,695 DEBUG [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:56,695 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] regionserver.HStore(327): Store=cde792ed30e39fa6c4dbd1c2045468e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:56,696 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,696 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde792ed30e39fa6c4dbd1c2045468e9 columnFamilyName f1 2024-11-22T03:23:56,696 DEBUG [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:56,697 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] regionserver.HStore(327): Store=cde792ed30e39fa6c4dbd1c2045468e9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:56,697 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,698 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde792ed30e39fa6c4dbd1c2045468e9 columnFamilyName norep 2024-11-22T03:23:56,698 DEBUG [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:56,698 INFO [StoreOpener-cde792ed30e39fa6c4dbd1c2045468e9-1 {}] regionserver.HStore(327): Store=cde792ed30e39fa6c4dbd1c2045468e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:56,698 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:56,699 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,699 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,700 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,700 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,701 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:56,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,703 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:56,704 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cde792ed30e39fa6c4dbd1c2045468e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71730162, jitterRate=0.06886270642280579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:56,704 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:23:56,704 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cde792ed30e39fa6c4dbd1c2045468e9: Running coprocessor pre-open hook at 1732245836693Writing region info on filesystem at 1732245836693Initializing all the Stores at 1732245836694 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245836694Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245836694Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245836694Cleaning up temporary data from old regions at 1732245836700 (+6 ms)Running coprocessor post-open hooks at 1732245836704 (+4 ms)Region opened successfully at 1732245836704 2024-11-22T03:23:56,705 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9., pid=6, masterSystemTime=1732245836688 2024-11-22T03:23:56,708 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,708 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:23:56,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cde792ed30e39fa6c4dbd1c2045468e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b458937b0f5f,32877,1732245831410 2024-11-22T03:23:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cde792ed30e39fa6c4dbd1c2045468e9, server=b458937b0f5f,32877,1732245831410 because future has completed 2024-11-22T03:23:56,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:23:56,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cde792ed30e39fa6c4dbd1c2045468e9, server=b458937b0f5f,32877,1732245831410 in 183 msec 2024-11-22T03:23:56,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:23:56,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cde792ed30e39fa6c4dbd1c2045468e9, ASSIGN in 342 msec 2024-11-22T03:23:56,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:56,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245836724"}]},"ts":"1732245836724"} 2024-11-22T03:23:56,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T03:23:56,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:56,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-22T03:23:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:23:57,708 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T03:23:57,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:57,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43547,-1 for getting cluster id 2024-11-22T03:23:57,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:57,718 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b04c58f6-4941-44c9-b529-0f0519694fb2' 2024-11-22T03:23:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b04c58f6-4941-44c9-b529-0f0519694fb2" 2024-11-22T03:23:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbb954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43547,-1] 2024-11-22T03:23:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:57,724 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b01eeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:57,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:57,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43547,1732245819686 2024-11-22T03:23:57,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9ca9a5 2024-11-22T03:23:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:57,732 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:57,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b458937b0f5f:39491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:23:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:23:57,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39491' 2024-11-22T03:23:57,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0ed851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:57,738 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39491,-1 for getting cluster id 2024-11-22T03:23:57,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:57,739 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f798aed-e7a8-429d-a1aa-4371855d4d4f' 2024-11-22T03:23:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f798aed-e7a8-429d-a1aa-4371855d4d4f" 2024-11-22T03:23:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72288970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:57,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39491,-1] 2024-11-22T03:23:57,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:57,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:57,741 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:57,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377f64cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:57,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39491,1732245825872 2024-11-22T03:23:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680420ea 2024-11-22T03:23:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:57,751 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:23:57,752 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T03:23:57,752 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:23:57,753 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:57,753 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:57,754 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:23:57,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:57,756 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T03:23:57,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:23:57,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:57,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:23:57,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741837_1013 (size=1138) 2024-11-22T03:23:57,806 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T03:23:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:58,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d8c45f820ba6868f08457cf077f0c76, NAME => 'hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1 2024-11-22T03:23:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741838_1014 (size=44) 2024-11-22T03:23:58,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:58,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d8c45f820ba6868f08457cf077f0c76, disabling compactions & flushes 2024-11-22T03:23:58,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. after waiting 0 ms 2024-11-22T03:23:58,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d8c45f820ba6868f08457cf077f0c76: Waiting for close lock at 1732245838218Disabling compacts and flushes for region at 1732245838218Disabling writes for close at 1732245838218Writing region close event to WAL at 1732245838218Closed at 1732245838218 2024-11-22T03:23:58,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:23:58,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732245838220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245838220"}]},"ts":"1732245838220"} 2024-11-22T03:23:58,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:23:58,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:23:58,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245838224"}]},"ts":"1732245838224"} 2024-11-22T03:23:58,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T03:23:58,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8c45f820ba6868f08457cf077f0c76, ASSIGN}] 2024-11-22T03:23:58,229 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8c45f820ba6868f08457cf077f0c76, ASSIGN 2024-11-22T03:23:58,231 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d8c45f820ba6868f08457cf077f0c76, ASSIGN; state=OFFLINE, location=b458937b0f5f,44623,1732245820176; forceNewPlan=false, retain=false 2024-11-22T03:23:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:58,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d8c45f820ba6868f08457cf077f0c76, regionState=OPENING, regionLocation=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:58,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d8c45f820ba6868f08457cf077f0c76, ASSIGN because future has completed 2024-11-22T03:23:58,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8c45f820ba6868f08457cf077f0c76, server=b458937b0f5f,44623,1732245820176}] 2024-11-22T03:23:58,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:23:58,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T03:23:58,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b458937b0f5f%2C44623%2C1732245820176.rep, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/oldWALs, maxLogs=10 2024-11-22T03:23:58,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.rep.1732245838540, exclude list is [], retry=0 2024-11-22T03:23:58,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:23:58,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.rep.1732245838540 2024-11-22T03:23:58,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d8c45f820ba6868f08457cf077f0c76, NAME => 'hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:23:58,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. service=MultiRowMutationService 2024-11-22T03:23:58,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,561 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,562 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8c45f820ba6868f08457cf077f0c76 columnFamilyName hfileref 2024-11-22T03:23:58,563 DEBUG [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:58,563 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] regionserver.HStore(327): Store=4d8c45f820ba6868f08457cf077f0c76/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:58,563 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,564 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8c45f820ba6868f08457cf077f0c76 columnFamilyName queue 2024-11-22T03:23:58,564 DEBUG [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:58,564 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] regionserver.HStore(327): Store=4d8c45f820ba6868f08457cf077f0c76/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:58,564 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,565 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8c45f820ba6868f08457cf077f0c76 columnFamilyName sid 2024-11-22T03:23:58,565 DEBUG [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:23:58,565 INFO [StoreOpener-4d8c45f820ba6868f08457cf077f0c76-1 {}] regionserver.HStore(327): Store=4d8c45f820ba6868f08457cf077f0c76/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:23:58,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T03:23:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:23:58,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d8c45f820ba6868f08457cf077f0c76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59878673, jitterRate=-0.10773824155330658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T03:23:58,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:23:58,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d8c45f820ba6868f08457cf077f0c76: Running coprocessor pre-open hook at 1732245838560Writing region info on filesystem at 1732245838560Initializing all the Stores at 1732245838561 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245838561Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245838561Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245838561Cleaning up temporary data from old regions at 1732245838567 (+6 ms)Running coprocessor post-open hooks at 1732245838569 (+2 ms)Region opened successfully at 1732245838569 2024-11-22T03:23:58,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76., pid=10, masterSystemTime=1732245838535 2024-11-22T03:23:58,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:23:58,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d8c45f820ba6868f08457cf077f0c76, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,44623,1732245820176 2024-11-22T03:23:58,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8c45f820ba6868f08457cf077f0c76, server=b458937b0f5f,44623,1732245820176 because future has completed 2024-11-22T03:23:58,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:23:58,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d8c45f820ba6868f08457cf077f0c76, server=b458937b0f5f,44623,1732245820176 in 189 msec 2024-11-22T03:23:58,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T03:23:58,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8c45f820ba6868f08457cf077f0c76, ASSIGN in 347 msec 2024-11-22T03:23:58,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:23:58,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245838576"}]},"ts":"1732245838576"} 2024-11-22T03:23:58,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T03:23:58,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:23:58,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-11-22T03:23:58,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76., hostname=b458937b0f5f,44623,1732245820176, seqNum=2] 2024-11-22T03:23:58,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:58,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:23:58,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:23:58,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T03:23:58,852 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T03:23:58,885 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b458937b0f5f,44623,1732245820176, ReplicationSource: 1, currentBandwidth=0 2024-11-22T03:23:58,885 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:23:58,885 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44623,1732245820176, seqNum=-1] 2024-11-22T03:23:58,886 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:23:58,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-22T03:23:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:58,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b458937b0f5f,44623,1732245820176', locateType=CURRENT is [region=hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76., hostname=b458937b0f5f,44623,1732245820176, seqNum=2] 2024-11-22T03:23:58,890 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T03:23:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T03:23:58,892 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b458937b0f5f,44623,1732245820176 suceeded 2024-11-22T03:23:58,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T03:23:58,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-22T03:23:58,893 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b458937b0f5f:39491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:23:58,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1590 sec 2024-11-22T03:23:58,904 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:39491' 2024-11-22T03:23:58,905 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fafff2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:58,905 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39491,-1 for getting cluster id 2024-11-22T03:23:58,905 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:58,906 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f798aed-e7a8-429d-a1aa-4371855d4d4f' 2024-11-22T03:23:58,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:58,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f798aed-e7a8-429d-a1aa-4371855d4d4f" 2024-11-22T03:23:58,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1fc7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39491,-1] 2024-11-22T03:23:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:58,908 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:58,908 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca1010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:58,909 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:23:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39491,1732245825872 2024-11-22T03:23:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f9080e 2024-11-22T03:23:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:23:58,910 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T03:23:58,911 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b458937b0f5f,44623,1732245820176 (queues=1) is replicating from cluster=b04c58f6-4941-44c9-b529-0f0519694fb2 to cluster=3f798aed-e7a8-429d-a1aa-4371855d4d4f 2024-11-22T03:23:58,911 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b458937b0f5f%2C44623%2C1732245820176 2024-11-22T03:23:58,911 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b458937b0f5f,44623,1732245820176, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:23:58,912 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078, startPosition=0, beingWritten=true 2024-11-22T03:23:58,913 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C44623%2C1732245820176 2024-11-22T03:23:58,923 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:23:58,923 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 379, reset compression=false 2024-11-22T03:23:58,923 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:23:59,126 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 379, reset compression=false 2024-11-22T03:23:59,429 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 379, reset compression=false 2024-11-22T03:23:59,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:23:59,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:23:59,833 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 379, reset compression=false 2024-11-22T03:23:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:23:59,898 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T03:23:59,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:23:59,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:23:59,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:59,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:23:59,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:59,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43547,-1 for getting cluster id 2024-11-22T03:23:59,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:59,899 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b04c58f6-4941-44c9-b529-0f0519694fb2' 2024-11-22T03:23:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b04c58f6-4941-44c9-b529-0f0519694fb2" 2024-11-22T03:23:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44be1bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43547,-1] 2024-11-22T03:23:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:59,901 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f4f981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f39fb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39491,-1 for getting cluster id 2024-11-22T03:23:59,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:59,902 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f798aed-e7a8-429d-a1aa-4371855d4d4f' 2024-11-22T03:23:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f798aed-e7a8-429d-a1aa-4371855d4d4f" 2024-11-22T03:23:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d706bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39491,-1] 2024-11-22T03:23:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:59,904 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce39a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c69407c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43769,-1 for getting cluster id 2024-11-22T03:23:59,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:23:59,905 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0de8f6c-0ad6-4c73-9988-37b0da0f09f4' 2024-11-22T03:23:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:23:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0de8f6c-0ad6-4c73-9988-37b0da0f09f4" 2024-11-22T03:23:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43769,-1] 2024-11-22T03:23:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:23:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:23:59,906 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:23:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dbabdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:23:59,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:23:59,911 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732245839911/Put/seqid=0 2024-11-22T03:23:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741840_1016 (size=7894) 2024-11-22T03:24:00,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T03:24:00,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732245840320/Put/seqid=0 2024-11-22T03:24:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741841_1017 (size=7691) 2024-11-22T03:24:00,336 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 379, reset compression=false 2024-11-22T03:24:00,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee23ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:00,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43547,-1 for getting cluster id 2024-11-22T03:24:00,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:00,727 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b04c58f6-4941-44c9-b529-0f0519694fb2' 2024-11-22T03:24:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b04c58f6-4941-44c9-b529-0f0519694fb2" 2024-11-22T03:24:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecdc31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43547,-1] 2024-11-22T03:24:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:00,728 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:00,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78037b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:00,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:24:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44623,1732245820176, seqNum=-1] 2024-11-22T03:24:00,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:24:00,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:24:00,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43547,1732245819686 2024-11-22T03:24:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dcc0606 2024-11-22T03:24:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:00,741 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:24:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2] 2024-11-22T03:24:00,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:24:00,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-22T03:24:00,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-22T03:24:00,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T03:24:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:00,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T03:24:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HRegion(2603): Flush status journal for e62cd874ba6386e22c4f769538e0d375: 2024-11-22T03:24:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_0 2024-11-22T03:24:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_0 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ 2024-11-22T03:24:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_1 2024-11-22T03:24:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_1 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ 2024-11-22T03:24:00,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_0 into e62cd874ba6386e22c4f769538e0d375/f as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ - updating store file list. 2024-11-22T03:24:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 651e322a22ef4564a47a476f20e1e0a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:00,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ into e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:00,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_0 into e62cd874ba6386e22c4f769538e0d375/f (new location: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_) 2024-11-22T03:24:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_0 2024-11-22T03:24:00,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_1 into e62cd874ba6386e22c4f769538e0d375/f as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ - updating store file list. 2024-11-22T03:24:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1177197789e410fb4811fcf8648d7ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:00,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ into e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:00,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_1 into e62cd874ba6386e22c4f769538e0d375/f (new location: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_) 2024-11-22T03:24:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__qre9vbmjavmdhdlqiqtb3jd4f6dk44hhvbr8e3krhlbs9tt7t6j7g9cojed6c91r/f/hfile_1 2024-11-22T03:24:00,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:00,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:00,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:00,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:00,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2 , the old value is region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b458937b0f5f:44623 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:24:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:24:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2 from cache 2024-11-22T03:24:00,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:24:00,789 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T03:24:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33381,1732245826350, seqNum=-1] 2024-11-22T03:24:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:24:00,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:24:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782., hostname=b458937b0f5f,33381,1732245826350, seqNum=2] 2024-11-22T03:24:00,793 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:24:00,898 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T03:24:00,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:24:00,939 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 379, reset compression=false 2024-11-22T03:24:00,958 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:24:00,959 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62cd874ba6386e22c4f769538e0d375/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245840786/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T03:24:00,962 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:24:00,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T03:24:00,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.ReplicationSink(318): Replicating [b04c58f6-4941-44c9-b529-0f0519694fb2] bulk loaded data 2024-11-22T03:24:00,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23d57443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:00,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,39491,-1 for getting cluster id 2024-11-22T03:24:00,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:00,968 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f798aed-e7a8-429d-a1aa-4371855d4d4f' 2024-11-22T03:24:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f798aed-e7a8-429d-a1aa-4371855d4d4f" 2024-11-22T03:24:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f1418f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,39491,-1] 2024-11-22T03:24:00,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:00,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:00,969 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:00,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b859953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741837_1013 (size=7894) 2024-11-22T03:24:00,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741838_1014 (size=7691) 2024-11-22T03:24:01,158 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 687, reset compression=false 2024-11-22T03:24:01,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,39491,1732245825872 2024-11-22T03:24:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb1076b 2024-11-22T03:24:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:01,400 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-22T03:24:01,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:24:01,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:24:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,33381,1732245826350, seqNum=-1] 2024-11-22T03:24:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:24:01,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-22T03:24:01,411 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-22T03:24:01,415 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-22T03:24:01,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ for inclusion in 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T03:24:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:01,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ for inclusion in 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T03:24:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HRegion(2603): Flush status journal for 3cc6a4797910e78147ad61ec35a3d782: 2024-11-22T03:24:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:24:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/13493999c3ed4fdc8aebca6c16d4e330_SeqId_4_ 2024-11-22T03:24:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c1177197789e410fb4811fcf8648d7ad_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:24:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a6792b7f7b3d4680b615b2ef84d06ba1_SeqId_4_ 2024-11-22T03:24:01,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ into 3cc6a4797910e78147ad61ec35a3d782/f as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/13493999c3ed4fdc8aebca6c16d4e330_SeqId_4_ - updating store file list. 2024-11-22T03:24:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13493999c3ed4fdc8aebca6c16d4e330_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:01,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/13493999c3ed4fdc8aebca6c16d4e330_SeqId_4_ into 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:01,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ into 3cc6a4797910e78147ad61ec35a3d782/f (new location: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/13493999c3ed4fdc8aebca6c16d4e330_SeqId_4_) 2024-11-22T03:24:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/651e322a22ef4564a47a476f20e1e0a5_SeqId_4_ 2024-11-22T03:24:01,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ into 3cc6a4797910e78147ad61ec35a3d782/f as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a6792b7f7b3d4680b615b2ef84d06ba1_SeqId_4_ - updating store file list. 2024-11-22T03:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6792b7f7b3d4680b615b2ef84d06ba1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:01,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a6792b7f7b3d4680b615b2ef84d06ba1_SeqId_4_ into 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:01,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ into 3cc6a4797910e78147ad61ec35a3d782/f (new location: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a6792b7f7b3d4680b615b2ef84d06ba1_SeqId_4_) 2024-11-22T03:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__71rknum121kdrnqd7dsvrn6iq93l6cdvgta7fcs4k4nrsqfeh3oachmk97kp8eku/f/c1177197789e410fb4811fcf8648d7ad_SeqId_4_ 2024-11-22T03:24:01,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.ReplicationSink(324): Finished replicating [b04c58f6-4941-44c9-b529-0f0519694fb2] bulk loaded data 2024-11-22T03:24:01,462 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 687, reset compression=false 2024-11-22T03:24:01,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:24:01,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,32877,1732245831410, seqNum=-1] 2024-11-22T03:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:24:01,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:24:01,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9., hostname=b458937b0f5f,32877,1732245831410, seqNum=2] 2024-11-22T03:24:01,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:24:01,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:24:01,815 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b458937b0f5f%2C44623%2C1732245820176.rep:(num 1732245838540) roll requested 2024-11-22T03:24:01,828 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.rep.1732245841815, exclude list is [], retry=0 2024-11-22T03:24:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:24:01,832 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.rep.1732245838540 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.rep.1732245841815 2024-11-22T03:24:01,832 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:24:01,832 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.rep.1732245838540 is not closed yet, will try archiving it next time 2024-11-22T03:24:01,832 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b458937b0f5f%2C44623%2C1732245820176:(num 1732245822078) roll requested 2024-11-22T03:24:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741839_1015 (size=1505) 2024-11-22T03:24:01,848 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, exclude list is [], retry=0 2024-11-22T03:24:01,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:24:01,851 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 2024-11-22T03:24:01,852 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:24:01,852 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 is not closed yet, will try archiving it next time 2024-11-22T03:24:01,852 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b458937b0f5f%2C44623%2C1732245820176.meta:.meta(num 1732245822382) roll requested 2024-11-22T03:24:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741833_1009 (size=695) 2024-11-22T03:24:01,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd41a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:01,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43547,-1 for getting cluster id 2024-11-22T03:24:01,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:01,856 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/oldWALs/b458937b0f5f%2C44623%2C1732245820176.1732245822078 2024-11-22T03:24:01,857 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b04c58f6-4941-44c9-b529-0f0519694fb2' 2024-11-22T03:24:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b04c58f6-4941-44c9-b529-0f0519694fb2" 2024-11-22T03:24:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f9391f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43547,-1] 2024-11-22T03:24:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:01,858 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf152b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:01,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43547,1732245819686 2024-11-22T03:24:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4280e07c 2024-11-22T03:24:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:01,860 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:24:01,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b458937b0f5f:43769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T03:24:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T03:24:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:24:01,862 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:43769' 2024-11-22T03:24:01,863 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e76ec7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:01,863 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43769,-1 for getting cluster id 2024-11-22T03:24:01,863 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:01,863 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0de8f6c-0ad6-4c73-9988-37b0da0f09f4' 2024-11-22T03:24:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0de8f6c-0ad6-4c73-9988-37b0da0f09f4" 2024-11-22T03:24:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a583fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43769,-1] 2024-11-22T03:24:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:01,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:01,865 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:01,865 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 to pos 687, reset compression=false 2024-11-22T03:24:01,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ccfbcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:01,865 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:01,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43769,1732245831281 2024-11-22T03:24:01,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22cb2c6a 2024-11-22T03:24:01,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:01,866 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:24:01,867 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-22T03:24:01,867 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T03:24:01,867 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:01,867 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:01,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:01,870 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245841852.meta, exclude list is [], retry=0 2024-11-22T03:24:01,871 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 was moved to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/oldWALs/b458937b0f5f%2C44623%2C1732245820176.1732245822078 2024-11-22T03:24:01,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-25841196-9eb5-4711-b76a-a724271dda74,DISK] 2024-11-22T03:24:01,873 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078 2024-11-22T03:24:01,873 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, startPosition=0, beingWritten=true 2024-11-22T03:24:01,873 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245822078, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T03:24:01,876 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b458937b0f5f%2C44623%2C1732245820176.1732245822078] 2024-11-22T03:24:01,885 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245822382.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245841852.meta 2024-11-22T03:24:01,885 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42259:42259)] 2024-11-22T03:24:01,885 DEBUG [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245822382.meta is not closed yet, will try archiving it next time 2024-11-22T03:24:01,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741834_1010 (size=3473) 2024-11-22T03:24:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:24:02,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T03:24:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:24:02,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T03:24:02,240 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T03:24:02,271 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b458937b0f5f,44623,1732245820176, ReplicationSource: 2, currentBandwidth=0 2024-11-22T03:24:02,273 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T03:24:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T03:24:02,275 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b458937b0f5f,44623,1732245820176 suceeded 2024-11-22T03:24:02,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T03:24:02,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T03:24:02,278 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b458937b0f5f:43769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T03:24:02,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 418 msec 2024-11-22T03:24:02,290 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b458937b0f5f:43769' 2024-11-22T03:24:02,292 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a4c2a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:02,292 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43769,-1 for getting cluster id 2024-11-22T03:24:02,292 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:02,293 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0de8f6c-0ad6-4c73-9988-37b0da0f09f4' 2024-11-22T03:24:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0de8f6c-0ad6-4c73-9988-37b0da0f09f4" 2024-11-22T03:24:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1600fc0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43769,-1] 2024-11-22T03:24:02,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:02,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:02,294 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:02,295 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5714c97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:02,295 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43769,1732245831281 2024-11-22T03:24:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ca6636 2024-11-22T03:24:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:02,296 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T03:24:02,296 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b458937b0f5f,44623,1732245820176 (queues=1) is replicating from cluster=b04c58f6-4941-44c9-b529-0f0519694fb2 to cluster=b0de8f6c-0ad6-4c73-9988-37b0da0f09f4 2024-11-22T03:24:02,297 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b458937b0f5f%2C44623%2C1732245820176 2024-11-22T03:24:02,297 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b458937b0f5f,44623,1732245820176, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T03:24:02,297 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b458937b0f5f%2C44623%2C1732245820176 2024-11-22T03:24:02,297 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, startPosition=0, beingWritten=true 2024-11-22T03:24:02,386 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T03:24:02,488 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T03:24:02,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:02,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:02,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:02,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:02,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:02,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:24:02,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732245842491/Put/seqid=0 2024-11-22T03:24:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741845_1021 (size=11194) 2024-11-22T03:24:02,501 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:02,805 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:02,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732245842897/Put/seqid=0 2024-11-22T03:24:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741846_1022 (size=10791) 2024-11-22T03:24:02,990 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:03,209 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:03,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8537373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:03,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43547,-1 for getting cluster id 2024-11-22T03:24:03,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:03,303 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b04c58f6-4941-44c9-b529-0f0519694fb2' 2024-11-22T03:24:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b04c58f6-4941-44c9-b529-0f0519694fb2" 2024-11-22T03:24:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcd13d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43547,-1] 2024-11-22T03:24:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:03,304 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:03,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8ba4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:03,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:24:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,44623,1732245820176, seqNum=-1] 2024-11-22T03:24:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:24:03,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:24:03,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43547,1732245819686 2024-11-22T03:24:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3290fc30 2024-11-22T03:24:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:03,314 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:24:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2] 2024-11-22T03:24:03,319 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:24:03,323 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-22T03:24:03,325 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-22T03:24:03,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T03:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:03,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T03:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HRegion(2603): Flush status journal for e62cd874ba6386e22c4f769538e0d375: 2024-11-22T03:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_0 2024-11-22T03:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_0 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ 2024-11-22T03:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_1 2024-11-22T03:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_1 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ 2024-11-22T03:24:03,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_0 into e62cd874ba6386e22c4f769538e0d375/f as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ - updating store file list. 2024-11-22T03:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:03,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ into e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:03,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_0 into e62cd874ba6386e22c4f769538e0d375/f (new location: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_) 2024-11-22T03:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_0 2024-11-22T03:24:03,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_1 into e62cd874ba6386e22c4f769538e0d375/f as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ - updating store file list. 2024-11-22T03:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45183bdee8d949ceaf405d2034879746_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:03,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ into e62cd874ba6386e22c4f769538e0d375/f 2024-11-22T03:24:03,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_1 into e62cd874ba6386e22c4f769538e0d375/f (new location: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/f/45183bdee8d949ceaf405d2034879746_SeqId_6_) 2024-11-22T03:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/staging/jenkins__test__o14i6d32vigqf86ggqftlg0bmikhrcireemev6bfnstkth51qhhlo3hl4ovil566/f/hfile_1 2024-11-22T03:24:03,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:03,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:03,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:03,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:03,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2 , the old value is region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b458937b0f5f:44623 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:24:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T03:24:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., hostname=b458937b0f5f,44623,1732245820176, seqNum=2 from cache 2024-11-22T03:24:03,357 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T03:24:03,359 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T03:24:03,467 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T03:24:03,694 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:03,699 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:24:03,699 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62cd874ba6386e22c4f769538e0d375/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245843355/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T03:24:03,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.ReplicationSink(318): Replicating [b04c58f6-4941-44c9-b529-0f0519694fb2] bulk loaded data 2024-11-22T03:24:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741839_1015 (size=11194) 2024-11-22T03:24:03,713 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 0, reset compression=false 2024-11-22T03:24:03,718 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T03:24:03,718 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62cd874ba6386e22c4f769538e0d375/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732245843355/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T03:24:03,719 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:24:03,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T03:24:03,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.ReplicationSink(318): Replicating [b04c58f6-4941-44c9-b529-0f0519694fb2] bulk loaded data 2024-11-22T03:24:03,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741840_1016 (size=10791) 2024-11-22T03:24:03,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5252755a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:03,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,43769,-1 for getting cluster id 2024-11-22T03:24:03,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:24:03,729 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0de8f6c-0ad6-4c73-9988-37b0da0f09f4' 2024-11-22T03:24:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:24:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0de8f6c-0ad6-4c73-9988-37b0da0f09f4" 2024-11-22T03:24:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb19452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,43769,-1] 2024-11-22T03:24:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:24:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:03,730 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:24:03,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7344d982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:24:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741837_1013 (size=11194) 2024-11-22T03:24:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741838_1014 (size=10791) 2024-11-22T03:24:03,899 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:03,918 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:04,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:24:04,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T03:24:04,142 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T03:24:04,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ for inclusion in 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T03:24:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:04,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ for inclusion in 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T03:24:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HRegion(2603): Flush status journal for 3cc6a4797910e78147ad61ec35a3d782: 2024-11-22T03:24:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45183bdee8d949ceaf405d2034879746_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:24:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/ef95905a57c940bfb75392748e559c0c_SeqId_6_ 2024-11-22T03:24:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:24:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a95aa93e72d44ac19de4533fbbf14ef0_SeqId_6_ 2024-11-22T03:24:04,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ into 3cc6a4797910e78147ad61ec35a3d782/f as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/ef95905a57c940bfb75392748e559c0c_SeqId_6_ - updating store file list. 2024-11-22T03:24:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef95905a57c940bfb75392748e559c0c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:04,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/ef95905a57c940bfb75392748e559c0c_SeqId_6_ into 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:04,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ into 3cc6a4797910e78147ad61ec35a3d782/f (new location: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/ef95905a57c940bfb75392748e559c0c_SeqId_6_) 2024-11-22T03:24:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ 2024-11-22T03:24:04,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ into 3cc6a4797910e78147ad61ec35a3d782/f as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a95aa93e72d44ac19de4533fbbf14ef0_SeqId_6_ - updating store file list. 2024-11-22T03:24:04,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:24:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,43769,1732245831281 2024-11-22T03:24:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e85f737 2024-11-22T03:24:04,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:24:04,166 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-22T03:24:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a95aa93e72d44ac19de4533fbbf14ef0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:04,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a95aa93e72d44ac19de4533fbbf14ef0_SeqId_6_ into 3cc6a4797910e78147ad61ec35a3d782/f 2024-11-22T03:24:04,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ into 3cc6a4797910e78147ad61ec35a3d782/f (new location: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/f/a95aa93e72d44ac19de4533fbbf14ef0_SeqId_6_) 2024-11-22T03:24:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/staging/jenkins.hfs.22__test__uke4ndjmksm9knq40ko8r4ppt0g77er68cv5h4k4jkvtvl4n7u4ooub197kt7pup/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ 2024-11-22T03:24:04,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T03:24:04,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:24:04,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33381 {}] regionserver.ReplicationSink(324): Finished replicating [b04c58f6-4941-44c9-b529-0f0519694fb2] bulk loaded data 2024-11-22T03:24:04,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,32877,1732245831410, seqNum=-1] 2024-11-22T03:24:04,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:24:04,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-22T03:24:04,190 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T03:24:04,194 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T03:24:04,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ for inclusion in cde792ed30e39fa6c4dbd1c2045468e9/f 2024-11-22T03:24:04,202 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T03:24:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:04,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ for inclusion in cde792ed30e39fa6c4dbd1c2045468e9/f 2024-11-22T03:24:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T03:24:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T03:24:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HRegion(2603): Flush status journal for cde792ed30e39fa6c4dbd1c2045468e9: 2024-11-22T03:24:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:24:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/be2f50f9c5494f2684cfbe25bc62ff5d_SeqId_4_ 2024-11-22T03:24:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45183bdee8d949ceaf405d2034879746_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T03:24:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/027fa39d50204c26ac1bec7a92d3847f_SeqId_4_ 2024-11-22T03:24:04,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ into cde792ed30e39fa6c4dbd1c2045468e9/f as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/be2f50f9c5494f2684cfbe25bc62ff5d_SeqId_4_ - updating store file list. 2024-11-22T03:24:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be2f50f9c5494f2684cfbe25bc62ff5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:04,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/be2f50f9c5494f2684cfbe25bc62ff5d_SeqId_4_ into cde792ed30e39fa6c4dbd1c2045468e9/f 2024-11-22T03:24:04,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ into cde792ed30e39fa6c4dbd1c2045468e9/f (new location: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/be2f50f9c5494f2684cfbe25bc62ff5d_SeqId_4_) 2024-11-22T03:24:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/e8c6ac96d7c74defa565c6655aaf2d5e_SeqId_6_ 2024-11-22T03:24:04,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ into cde792ed30e39fa6c4dbd1c2045468e9/f as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/027fa39d50204c26ac1bec7a92d3847f_SeqId_4_ - updating store file list. 2024-11-22T03:24:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 027fa39d50204c26ac1bec7a92d3847f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T03:24:04,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/027fa39d50204c26ac1bec7a92d3847f_SeqId_4_ into cde792ed30e39fa6c4dbd1c2045468e9/f 2024-11-22T03:24:04,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ into cde792ed30e39fa6c4dbd1c2045468e9/f (new location: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/f/027fa39d50204c26ac1bec7a92d3847f_SeqId_4_) 2024-11-22T03:24:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/staging/jenkins.hfs.23__test__tvd5tt9mkrtqpqb7prv5toa3anlq5h86erthcqkl008jrhtnsm6mao6fjcsv83jo/f/45183bdee8d949ceaf405d2034879746_SeqId_6_ 2024-11-22T03:24:04,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32877 {}] regionserver.ReplicationSink(324): Finished replicating [b04c58f6-4941-44c9-b529-0f0519694fb2] bulk loaded data 2024-11-22T03:24:04,223 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:04,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:24:04,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:04,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:04,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:04,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:04,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:04,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:24:04,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1481363955, stopped=false 2024-11-22T03:24:04,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,43769,1732245831281 2024-11-22T03:24:04,445 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-714392296/running 2024-11-22T03:24:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-714392296/running 2024-11-22T03:24:04,446 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:24:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:24:04,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:24:04,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:04,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:04,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:04,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,32877,1732245831410' ***** 2024-11-22T03:24:04,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:24:04,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/running 2024-11-22T03:24:04,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Set watcher on znode that does not yet exist, /2-714392296/running 2024-11-22T03:24:04,447 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:24:04,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:24:04,448 INFO [RS:0;b458937b0f5f:32877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(3091): Received CLOSE for cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,32877,1732245831410 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:32877. 2024-11-22T03:24:04,449 DEBUG [RS:0;b458937b0f5f:32877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:04,449 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cde792ed30e39fa6c4dbd1c2045468e9, disabling compactions & flushes 2024-11-22T03:24:04,449 DEBUG [RS:0;b458937b0f5f:32877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:04,449 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:24:04,449 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:24:04,449 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. after waiting 0 ms 2024-11-22T03:24:04,449 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:24:04,449 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:24:04,452 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:24:04,452 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cde792ed30e39fa6c4dbd1c2045468e9=test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9.} 2024-11-22T03:24:04,452 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cde792ed30e39fa6c4dbd1c2045468e9 2024-11-22T03:24:04,452 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:24:04,452 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:24:04,452 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:24:04,452 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:24:04,452 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:24:04,452 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T03:24:04,473 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/default/test/cde792ed30e39fa6c4dbd1c2045468e9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T03:24:04,474 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:04,474 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:24:04,474 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:24:04,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cde792ed30e39fa6c4dbd1c2045468e9: Waiting for close lock at 1732245844449Running coprocessor pre-close hooks at 1732245844449Disabling compacts and flushes for region at 1732245844449Disabling writes for close at 1732245844449Writing region close event to WAL at 1732245844456 (+7 ms)Running coprocessor post-close hooks at 1732245844474 (+18 ms)Closed at 1732245844474 2024-11-22T03:24:04,475 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9. 2024-11-22T03:24:04,480 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/info/a25bfb9d92c44c5f9ae5b6b1e443e46e is 129, key is test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9./info:regioninfo/1732245836708/Put/seqid=0 2024-11-22T03:24:04,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741839_1015 (size=6421) 2024-11-22T03:24:04,484 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/info/a25bfb9d92c44c5f9ae5b6b1e443e46e 2024-11-22T03:24:04,510 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/ns/4188ec075dcb4cb5b5961bf3cc29e669 is 43, key is default/ns:d/1732245833690/Put/seqid=0 2024-11-22T03:24:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741840_1016 (size=5153) 2024-11-22T03:24:04,545 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:24:04,613 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:04,626 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:04,652 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:04,853 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:04,916 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/ns/4188ec075dcb4cb5b5961bf3cc29e669 2024-11-22T03:24:04,953 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/rep_barrier/5e55df3aaf7945deb82c553df8a75949 is 112, key is test,,1732245835559.cde792ed30e39fa6c4dbd1c2045468e9./rep_barrier:seqnumDuringOpen/1732245836708/Put/seqid=0 2024-11-22T03:24:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741841_1017 (size=5518) 2024-11-22T03:24:05,053 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:05,117 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:05,134 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:05,151 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:24:05,151 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:24:05,253 DEBUG [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:05,397 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/rep_barrier/5e55df3aaf7945deb82c553df8a75949 2024-11-22T03:24:05,413 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/table/173162ec60734816bdd1f5e9b9b434e1 is 40, key is test/table:state/1732245836724/Put/seqid=0 2024-11-22T03:24:05,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741842_1018 (size=5165) 2024-11-22T03:24:05,417 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/table/173162ec60734816bdd1f5e9b9b434e1 2024-11-22T03:24:05,421 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/info/a25bfb9d92c44c5f9ae5b6b1e443e46e as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/info/a25bfb9d92c44c5f9ae5b6b1e443e46e 2024-11-22T03:24:05,424 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/info/a25bfb9d92c44c5f9ae5b6b1e443e46e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T03:24:05,424 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/ns/4188ec075dcb4cb5b5961bf3cc29e669 as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/ns/4188ec075dcb4cb5b5961bf3cc29e669 2024-11-22T03:24:05,427 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/ns/4188ec075dcb4cb5b5961bf3cc29e669, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:24:05,428 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/rep_barrier/5e55df3aaf7945deb82c553df8a75949 as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/rep_barrier/5e55df3aaf7945deb82c553df8a75949 2024-11-22T03:24:05,431 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/rep_barrier/5e55df3aaf7945deb82c553df8a75949, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T03:24:05,431 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/.tmp/table/173162ec60734816bdd1f5e9b9b434e1 as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/table/173162ec60734816bdd1f5e9b9b434e1 2024-11-22T03:24:05,434 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/table/173162ec60734816bdd1f5e9b9b434e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:24:05,434 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=11, compaction requested=false 2024-11-22T03:24:05,437 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:24:05,438 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:05,438 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:24:05,438 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:24:05,438 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245844452Running coprocessor pre-close hooks at 1732245844452Disabling compacts and flushes for region at 1732245844452Disabling writes for close at 1732245844452Obtaining lock to block concurrent updates at 1732245844452Preparing flush snapshotting stores in 1588230740 at 1732245844452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732245844453 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245844453Flushing 1588230740/info: creating writer at 1732245844453Flushing 1588230740/info: appending metadata at 1732245844479 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732245844479Flushing 1588230740/ns: creating writer at 1732245844490 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732245844509 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732245844509Flushing 1588230740/rep_barrier: creating writer at 1732245844924 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245844953 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245844953Flushing 1588230740/table: creating writer at 1732245845400 (+447 ms)Flushing 1588230740/table: appending metadata at 1732245845413 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732245845413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da5ef25: reopening flushed file at 1732245845420 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726a8031: reopening flushed file at 1732245845424 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d1a9f7: reopening flushed file at 1732245845427 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b717070: reopening flushed file at 1732245845431 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=11, compaction requested=false at 1732245845434 (+3 ms)Writing region close event to WAL at 1732245845435 (+1 ms)Running coprocessor post-close hooks at 1732245845438 (+3 ms)Closed at 1732245845438 2024-11-22T03:24:05,438 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:24:05,453 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,32877,1732245831410; all regions closed. 2024-11-22T03:24:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741834_1010 (size=2717) 2024-11-22T03:24:05,456 DEBUG [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/oldWALs 2024-11-22T03:24:05,456 INFO [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C32877%2C1732245831410.meta:.meta(num 1732245833630) 2024-11-22T03:24:05,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741833_1009 (size=1028) 2024-11-22T03:24:05,459 DEBUG [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/oldWALs 2024-11-22T03:24:05,459 INFO [RS:0;b458937b0f5f:32877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C32877%2C1732245831410:(num 1732245833269) 2024-11-22T03:24:05,459 DEBUG [RS:0;b458937b0f5f:32877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:05,459 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:24:05,459 INFO [RS:0;b458937b0f5f:32877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:24:05,459 INFO [RS:0;b458937b0f5f:32877 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:24:05,459 INFO [RS:0;b458937b0f5f:32877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:24:05,460 INFO [RS:0;b458937b0f5f:32877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:32877. 2024-11-22T03:24:05,460 DEBUG [RS:0;b458937b0f5f:32877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:05,460 DEBUG [RS:0;b458937b0f5f:32877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:05,460 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:24:05,460 DEBUG [RS:0;b458937b0f5f:32877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:05,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:05,460 INFO [RS:0;b458937b0f5f:32877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32877 2024-11-22T03:24:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296/rs 2024-11-22T03:24:05,572 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-714392296/rs/b458937b0f5f,32877,1732245831410 2024-11-22T03:24:05,572 INFO [RS:0;b458937b0f5f:32877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:24:05,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,32877,1732245831410] 2024-11-22T03:24:05,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-714392296/draining/b458937b0f5f,32877,1732245831410 already deleted, retry=false 2024-11-22T03:24:05,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,32877,1732245831410 expired; onlineServers=0 2024-11-22T03:24:05,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,43769,1732245831281' ***** 2024-11-22T03:24:05,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:24:05,593 INFO [M:0;b458937b0f5f:43769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:24:05,593 INFO [M:0;b458937b0f5f:43769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:24:05,593 DEBUG [M:0;b458937b0f5f:43769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:24:05,593 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:24:05,594 DEBUG [M:0;b458937b0f5f:43769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:24:05,594 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245833021 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245833021,5,FailOnTimeoutGroup] 2024-11-22T03:24:05,594 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245833021 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245833021,5,FailOnTimeoutGroup] 2024-11-22T03:24:05,594 INFO [M:0;b458937b0f5f:43769 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:24:05,594 INFO [M:0;b458937b0f5f:43769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:24:05,594 DEBUG [M:0;b458937b0f5f:43769 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:24:05,594 INFO [M:0;b458937b0f5f:43769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:24:05,594 INFO [M:0;b458937b0f5f:43769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:24:05,594 INFO [M:0;b458937b0f5f:43769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:24:05,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:24:05,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-714392296/master 2024-11-22T03:24:05,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-714392296 2024-11-22T03:24:05,603 DEBUG [M:0;b458937b0f5f:43769 {}] zookeeper.ZKUtil(347): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Unable to get data of znode /2-714392296/master because node does not exist (not an error) 2024-11-22T03:24:05,603 WARN [M:0;b458937b0f5f:43769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:24:05,604 INFO [M:0;b458937b0f5f:43769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/.lastflushedseqids 2024-11-22T03:24:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741843_1019 (size=173) 2024-11-22T03:24:05,682 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:05,683 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32877-0x101609184880007, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:05,683 INFO [RS:0;b458937b0f5f:32877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:24:05,683 INFO [RS:0;b458937b0f5f:32877 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,32877,1732245831410; zookeeper connection closed. 2024-11-22T03:24:05,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21943a08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21943a08 2024-11-22T03:24:05,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:24:05,721 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:05,741 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:06,009 INFO [M:0;b458937b0f5f:43769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:24:06,009 INFO [M:0;b458937b0f5f:43769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:24:06,009 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:24:06,009 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:06,009 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:06,009 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:24:06,009 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:06,009 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-22T03:24:06,027 DEBUG [M:0;b458937b0f5f:43769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95687331a6ce46c786bd4ad54d3ae2b2 is 82, key is hbase:meta,,1/info:regioninfo/1732245833674/Put/seqid=0 2024-11-22T03:24:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741844_1020 (size=5672) 2024-11-22T03:24:06,424 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:06,430 INFO [M:0;b458937b0f5f:43769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95687331a6ce46c786bd4ad54d3ae2b2 2024-11-22T03:24:06,444 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:06,445 DEBUG [M:0;b458937b0f5f:43769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/594c2440179f420f9061f49eec79abb5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245836729/Put/seqid=0 2024-11-22T03:24:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741845_1021 (size=6586) 2024-11-22T03:24:06,849 INFO [M:0;b458937b0f5f:43769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/594c2440179f420f9061f49eec79abb5 2024-11-22T03:24:06,865 DEBUG [M:0;b458937b0f5f:43769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45066b0d56f8462eb762831c29e89fb2 is 69, key is b458937b0f5f,32877,1732245831410/rs:state/1732245833085/Put/seqid=0 2024-11-22T03:24:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741846_1022 (size=5156) 2024-11-22T03:24:07,227 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:07,248 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:07,268 INFO [M:0;b458937b0f5f:43769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45066b0d56f8462eb762831c29e89fb2 2024-11-22T03:24:07,271 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95687331a6ce46c786bd4ad54d3ae2b2 as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95687331a6ce46c786bd4ad54d3ae2b2 2024-11-22T03:24:07,275 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95687331a6ce46c786bd4ad54d3ae2b2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T03:24:07,276 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/594c2440179f420f9061f49eec79abb5 as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/594c2440179f420f9061f49eec79abb5 2024-11-22T03:24:07,279 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/594c2440179f420f9061f49eec79abb5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T03:24:07,279 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45066b0d56f8462eb762831c29e89fb2 as hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45066b0d56f8462eb762831c29e89fb2 2024-11-22T03:24:07,283 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/9a06ac32-27c2-6348-b4b4-3cf922e2d045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45066b0d56f8462eb762831c29e89fb2, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T03:24:07,283 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false 2024-11-22T03:24:07,285 INFO [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:07,285 DEBUG [M:0;b458937b0f5f:43769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245846009Disabling compacts and flushes for region at 1732245846009Disabling writes for close at 1732245846009Obtaining lock to block concurrent updates at 1732245846009Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245846009Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732245846010 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245846010Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245846010Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245846026 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245846026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245846433 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245846445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245846445Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245846852 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245846864 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245846864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a058c9: reopening flushed file at 1732245847271 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3242f0: reopening flushed file at 1732245847275 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71dbc8b0: reopening flushed file at 1732245847279 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false at 1732245847283 (+4 ms)Writing region close event to WAL at 1732245847284 (+1 ms)Closed at 1732245847285 (+1 ms) 2024-11-22T03:24:07,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45385 is added to blk_1073741830_1006 (size=32770) 2024-11-22T03:24:07,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:24:07,288 INFO [M:0;b458937b0f5f:43769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:24:07,288 INFO [M:0;b458937b0f5f:43769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43769 2024-11-22T03:24:07,289 INFO [M:0;b458937b0f5f:43769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:24:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:07,451 INFO [M:0;b458937b0f5f:43769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:24:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43769-0x101609184880006, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:07,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37691d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:24:07,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64ac3694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:24:07,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:24:07,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@341acd1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:24:07,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833d70d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/hadoop.log.dir/,STOPPED} 2024-11-22T03:24:07,455 WARN [BP-602066257-172.17.0.3-1732245829379 heartbeating to localhost/127.0.0.1:34499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:24:07,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:24:07,455 WARN [BP-602066257-172.17.0.3-1732245829379 heartbeating to localhost/127.0.0.1:34499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-602066257-172.17.0.3-1732245829379 (Datanode Uuid 33293d9b-53f1-4f88-840d-ef675257e01c) service to localhost/127.0.0.1:34499 2024-11-22T03:24:07,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:24:07,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/cluster_f43efe00-083d-950f-4e9e-1cc01e3b6b9b/data/data1/current/BP-602066257-172.17.0.3-1732245829379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:24:07,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/cluster_f43efe00-083d-950f-4e9e-1cc01e3b6b9b/data/data2/current/BP-602066257-172.17.0.3-1732245829379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:24:07,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:24:07,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1190261e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:24:07,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8bffd28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:24:07,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:24:07,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c8160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:24:07,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@528dc1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd3cec67-20d8-f269-565e-4e398ab0b65f/hadoop.log.dir/,STOPPED} 2024-11-22T03:24:07,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:24:07,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:24:07,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:07,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:07,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:07,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:07,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:24:07,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:07,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1514344458, stopped=false 2024-11-22T03:24:07,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,39491,1732245825872 2024-11-22T03:24:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11320351806/running 2024-11-22T03:24:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11320351806/running 2024-11-22T03:24:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:24:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:24:07,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:24:07,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:07,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:07,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:07,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/running 2024-11-22T03:24:07,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Set watcher on znode that does not yet exist, /11320351806/running 2024-11-22T03:24:07,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,33381,1732245826350' ***** 2024-11-22T03:24:07,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:24:07,488 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:24:07,488 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:24:07,488 INFO [RS:0;b458937b0f5f:33381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:24:07,488 INFO [RS:0;b458937b0f5f:33381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:24:07,488 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,33381,1732245826350 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:33381. 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cc6a4797910e78147ad61ec35a3d782, disabling compactions & flushes 2024-11-22T03:24:07,489 DEBUG [RS:0;b458937b0f5f:33381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:07,489 DEBUG [RS:0;b458937b0f5f:33381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:07,489 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. after waiting 0 ms 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:24:07,489 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T03:24:07,489 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3cc6a4797910e78147ad61ec35a3d782=test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782.} 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:24:07,489 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cc6a4797910e78147ad61ec35a3d782 2024-11-22T03:24:07,489 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:24:07,489 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:24:07,489 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T03:24:07,492 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/default/test/3cc6a4797910e78147ad61ec35a3d782/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:24:07,492 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:07,492 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:24:07,492 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:24:07,492 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cc6a4797910e78147ad61ec35a3d782: Waiting for close lock at 1732245847489Running coprocessor pre-close hooks at 1732245847489Disabling compacts and flushes for region at 1732245847489Disabling writes for close at 1732245847489Writing region close event to WAL at 1732245847489Running coprocessor post-close hooks at 1732245847492 (+3 ms)Closed at 1732245847492 2024-11-22T03:24:07,492 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782. 2024-11-22T03:24:07,506 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/info/0dfd9238301e490aab4a2488852cb360 is 129, key is test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782./info:regioninfo/1732245835174/Put/seqid=0 2024-11-22T03:24:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741841_1017 (size=6421) 2024-11-22T03:24:07,588 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:24:07,689 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:07,890 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:07,910 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/info/0dfd9238301e490aab4a2488852cb360 2024-11-22T03:24:07,927 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/ns/2e2f7e66b9414fb1af8685cecd660b55 is 43, key is default/ns:d/1732245829130/Put/seqid=0 2024-11-22T03:24:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741842_1018 (size=5153) 2024-11-22T03:24:08,049 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:24:08,049 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:24:08,090 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:08,130 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:08,152 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:08,290 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:08,330 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/ns/2e2f7e66b9414fb1af8685cecd660b55 2024-11-22T03:24:08,358 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/rep_barrier/9d14431144c44d5993fe84e55870ccc2 is 112, key is test,,1732245834416.3cc6a4797910e78147ad61ec35a3d782./rep_barrier:seqnumDuringOpen/1732245835174/Put/seqid=0 2024-11-22T03:24:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741843_1019 (size=5518) 2024-11-22T03:24:08,490 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:24:08,490 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:24:08,490 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:08,690 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:08,762 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/rep_barrier/9d14431144c44d5993fe84e55870ccc2 2024-11-22T03:24:08,780 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/table/c210e008fac44513b80c58b8ab2d2600 is 40, key is test/table:state/1732245835180/Put/seqid=0 2024-11-22T03:24:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741844_1020 (size=5165) 2024-11-22T03:24:08,891 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:09,091 DEBUG [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:09,133 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:09,154 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:09,183 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/table/c210e008fac44513b80c58b8ab2d2600 2024-11-22T03:24:09,188 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/info/0dfd9238301e490aab4a2488852cb360 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/info/0dfd9238301e490aab4a2488852cb360 2024-11-22T03:24:09,192 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/info/0dfd9238301e490aab4a2488852cb360, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T03:24:09,193 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/ns/2e2f7e66b9414fb1af8685cecd660b55 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/ns/2e2f7e66b9414fb1af8685cecd660b55 2024-11-22T03:24:09,198 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/ns/2e2f7e66b9414fb1af8685cecd660b55, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:24:09,199 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/rep_barrier/9d14431144c44d5993fe84e55870ccc2 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/rep_barrier/9d14431144c44d5993fe84e55870ccc2 2024-11-22T03:24:09,210 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/rep_barrier/9d14431144c44d5993fe84e55870ccc2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T03:24:09,210 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/.tmp/table/c210e008fac44513b80c58b8ab2d2600 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/table/c210e008fac44513b80c58b8ab2d2600 2024-11-22T03:24:09,214 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/table/c210e008fac44513b80c58b8ab2d2600, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T03:24:09,215 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-22T03:24:09,219 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T03:24:09,220 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:09,220 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:24:09,220 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:24:09,220 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245847489Running coprocessor pre-close hooks at 1732245847489Disabling compacts and flushes for region at 1732245847489Disabling writes for close at 1732245847489Obtaining lock to block concurrent updates at 1732245847489Preparing flush snapshotting stores in 1588230740 at 1732245847489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732245847490 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245847490Flushing 1588230740/info: creating writer at 1732245847490Flushing 1588230740/info: appending metadata at 1732245847505 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732245847505Flushing 1588230740/ns: creating writer at 1732245847914 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732245847926 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732245847926Flushing 1588230740/rep_barrier: creating writer at 1732245848334 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245848357 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245848357Flushing 1588230740/table: creating writer at 1732245848766 (+409 ms)Flushing 1588230740/table: appending metadata at 1732245848779 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732245848779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4fb144: reopening flushed file at 1732245849187 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9b4e02: reopening flushed file at 1732245849192 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5665f98f: reopening flushed file at 1732245849198 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454f9813: reopening flushed file at 1732245849210 (+12 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1732245849215 (+5 ms)Writing region close event to WAL at 1732245849216 (+1 ms)Running coprocessor post-close hooks at 1732245849220 (+4 ms)Closed at 1732245849220 2024-11-22T03:24:09,220 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:24:09,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:24:09,291 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,33381,1732245826350; all regions closed. 2024-11-22T03:24:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741834_1010 (size=2717) 2024-11-22T03:24:09,295 DEBUG [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/oldWALs 2024-11-22T03:24:09,295 INFO [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C33381%2C1732245826350.meta:.meta(num 1732245829077) 2024-11-22T03:24:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741833_1009 (size=1374) 2024-11-22T03:24:09,301 DEBUG [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/oldWALs 2024-11-22T03:24:09,302 INFO [RS:0;b458937b0f5f:33381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C33381%2C1732245826350:(num 1732245828199) 2024-11-22T03:24:09,302 DEBUG [RS:0;b458937b0f5f:33381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:09,302 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:24:09,302 INFO [RS:0;b458937b0f5f:33381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:24:09,302 INFO [RS:0;b458937b0f5f:33381 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:24:09,302 INFO [RS:0;b458937b0f5f:33381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:24:09,302 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:24:09,302 INFO [RS:0;b458937b0f5f:33381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:33381. 2024-11-22T03:24:09,302 DEBUG [RS:0;b458937b0f5f:33381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:09,302 DEBUG [RS:0;b458937b0f5f:33381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:09,303 DEBUG [RS:0;b458937b0f5f:33381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:09,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:09,303 INFO [RS:0;b458937b0f5f:33381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33381 2024-11-22T03:24:09,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806/rs 2024-11-22T03:24:09,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11320351806/rs/b458937b0f5f,33381,1732245826350 2024-11-22T03:24:09,371 INFO [RS:0;b458937b0f5f:33381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:24:09,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,33381,1732245826350] 2024-11-22T03:24:09,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11320351806/draining/b458937b0f5f,33381,1732245826350 already deleted, retry=false 2024-11-22T03:24:09,392 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,33381,1732245826350 expired; onlineServers=0 2024-11-22T03:24:09,392 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,39491,1732245825872' ***** 2024-11-22T03:24:09,392 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:24:09,393 INFO [M:0;b458937b0f5f:39491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:24:09,393 INFO [M:0;b458937b0f5f:39491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:24:09,393 DEBUG [M:0;b458937b0f5f:39491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:24:09,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:24:09,393 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245827812 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245827812,5,FailOnTimeoutGroup] 2024-11-22T03:24:09,393 DEBUG [M:0;b458937b0f5f:39491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:24:09,393 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245827788 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245827788,5,FailOnTimeoutGroup] 2024-11-22T03:24:09,393 INFO [M:0;b458937b0f5f:39491 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:24:09,393 INFO [M:0;b458937b0f5f:39491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:24:09,393 DEBUG [M:0;b458937b0f5f:39491 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:24:09,393 INFO [M:0;b458937b0f5f:39491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:24:09,394 INFO [M:0;b458937b0f5f:39491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:24:09,394 INFO [M:0;b458937b0f5f:39491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:24:09,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:24:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11320351806/master 2024-11-22T03:24:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11320351806 2024-11-22T03:24:09,403 DEBUG [M:0;b458937b0f5f:39491 {}] zookeeper.ZKUtil(347): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Unable to get data of znode /11320351806/master because node does not exist (not an error) 2024-11-22T03:24:09,403 WARN [M:0;b458937b0f5f:39491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:24:09,404 INFO [M:0;b458937b0f5f:39491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/.lastflushedseqids 2024-11-22T03:24:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741845_1021 (size=173) 2024-11-22T03:24:09,408 INFO [M:0;b458937b0f5f:39491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:24:09,408 INFO [M:0;b458937b0f5f:39491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:24:09,408 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:24:09,408 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:09,408 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:09,408 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:24:09,408 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:09,408 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-22T03:24:09,421 DEBUG [M:0;b458937b0f5f:39491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9032f9f7d60847749ab8b5d174ee1171 is 82, key is hbase:meta,,1/info:regioninfo/1732245829104/Put/seqid=0 2024-11-22T03:24:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741846_1022 (size=5672) 2024-11-22T03:24:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:09,482 INFO [RS:0;b458937b0f5f:33381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:24:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33381-0x101609184880004, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:09,482 INFO [RS:0;b458937b0f5f:33381 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,33381,1732245826350; zookeeper connection closed. 2024-11-22T03:24:09,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a54edda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a54edda 2024-11-22T03:24:09,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:24:09,825 INFO [M:0;b458937b0f5f:39491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9032f9f7d60847749ab8b5d174ee1171 2024-11-22T03:24:09,845 DEBUG [M:0;b458937b0f5f:39491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03f26a3666044495a701942196e131f8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245835182/Put/seqid=0 2024-11-22T03:24:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741847_1023 (size=6585) 2024-11-22T03:24:09,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:24:09,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:09,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:09,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:09,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:09,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:09,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:09,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:24:10,236 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:10,251 INFO [M:0;b458937b0f5f:39491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03f26a3666044495a701942196e131f8 2024-11-22T03:24:10,258 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:10,277 DEBUG [M:0;b458937b0f5f:39491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f8a6cdd1de46b4ae379f89d68aec75 is 69, key is b458937b0f5f,33381,1732245826350/rs:state/1732245827879/Put/seqid=0 2024-11-22T03:24:10,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741848_1024 (size=5156) 2024-11-22T03:24:10,680 INFO [M:0;b458937b0f5f:39491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f8a6cdd1de46b4ae379f89d68aec75 2024-11-22T03:24:10,684 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9032f9f7d60847749ab8b5d174ee1171 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9032f9f7d60847749ab8b5d174ee1171 2024-11-22T03:24:10,687 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9032f9f7d60847749ab8b5d174ee1171, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T03:24:10,688 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03f26a3666044495a701942196e131f8 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03f26a3666044495a701942196e131f8 2024-11-22T03:24:10,690 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03f26a3666044495a701942196e131f8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T03:24:10,691 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f8a6cdd1de46b4ae379f89d68aec75 as hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84f8a6cdd1de46b4ae379f89d68aec75 2024-11-22T03:24:10,693 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84f8a6cdd1de46b4ae379f89d68aec75, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T03:24:10,694 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false 2024-11-22T03:24:10,695 INFO [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:10,695 DEBUG [M:0;b458937b0f5f:39491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245849408Disabling compacts and flushes for region at 1732245849408Disabling writes for close at 1732245849408Obtaining lock to block concurrent updates at 1732245849408Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245849408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732245849409 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245849409Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245849409Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245849421 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245849421Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245849828 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245849844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245849844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245850256 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245850276 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245850276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d85c75: reopening flushed file at 1732245850683 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b178bf3: reopening flushed file at 1732245850687 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d141b6: reopening flushed file at 1732245850690 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false at 1732245850694 (+4 ms)Writing region close event to WAL at 1732245850694Closed at 1732245850694 2024-11-22T03:24:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34575 is added to blk_1073741830_1006 (size=32758) 2024-11-22T03:24:10,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91de6c8c-0c73-644c-4934-cded4296164c/MasterData/WALs/b458937b0f5f,39491,1732245825872/b458937b0f5f%2C39491%2C1732245825872.1732245827084 not finished, retry = 0 2024-11-22T03:24:10,797 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:24:10,797 INFO [M:0;b458937b0f5f:39491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:24:10,797 INFO [M:0;b458937b0f5f:39491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39491 2024-11-22T03:24:10,797 INFO [M:0;b458937b0f5f:39491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:24:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:10,977 INFO [M:0;b458937b0f5f:39491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:24:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39491-0x101609184880003, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:10,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5e343c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:24:10,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7240d2d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:24:10,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:24:10,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@646b864c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:24:10,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193d300{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir/,STOPPED} 2024-11-22T03:24:10,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:24:10,981 WARN [BP-413876147-172.17.0.3-1732245822728 heartbeating to localhost/127.0.0.1:43965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:24:10,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:24:10,981 WARN [BP-413876147-172.17.0.3-1732245822728 heartbeating to localhost/127.0.0.1:43965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-413876147-172.17.0.3-1732245822728 (Datanode Uuid eeaefd98-61ec-489d-89ad-348a45a65a67) service to localhost/127.0.0.1:43965 2024-11-22T03:24:10,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/cluster_fa2c7e46-ec52-5726-1f1d-e4a5559dc2f2/data/data1/current/BP-413876147-172.17.0.3-1732245822728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:24:10,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/cluster_fa2c7e46-ec52-5726-1f1d-e4a5559dc2f2/data/data2/current/BP-413876147-172.17.0.3-1732245822728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:24:10,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:24:10,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a539ec6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:24:10,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4446c59e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:24:10,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:24:10,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d342724{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:24:10,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4282d26a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3524535b-e7d5-f0a5-0389-0a50d60ce927/hadoop.log.dir/,STOPPED} 2024-11-22T03:24:10,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:24:10,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:24:10,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:10,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:10,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:10,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:10,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:10,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:24:11,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1067006144, stopped=false 2024-11-22T03:24:11,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,43547,1732245819686 2024-11-22T03:24:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495382048/running 2024-11-22T03:24:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495382048/running 2024-11-22T03:24:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:24:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:24:11,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:24:11,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:24:11,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/running 2024-11-22T03:24:11,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Set watcher on znode that does not yet exist, /0-495382048/running 2024-11-22T03:24:11,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:11,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:11,014 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,44623,1732245820176' ***** 2024-11-22T03:24:11,014 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:24:11,015 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,44623,1732245820176 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:44623. 2024-11-22T03:24:11,015 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e62cd874ba6386e22c4f769538e0d375, disabling compactions & flushes 2024-11-22T03:24:11,015 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:24:11,015 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:24:11,015 DEBUG [RS:0;b458937b0f5f:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:11,015 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. after waiting 0 ms 2024-11-22T03:24:11,015 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:11,015 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:24:11,015 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:24:11,016 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T03:24:11,016 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1325): Online Regions={e62cd874ba6386e22c4f769538e0d375=test,,1732245833780.e62cd874ba6386e22c4f769538e0d375., 1588230740=hbase:meta,,1.1588230740, 4d8c45f820ba6868f08457cf077f0c76=hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76.} 2024-11-22T03:24:11,016 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c45f820ba6868f08457cf077f0c76, e62cd874ba6386e22c4f769538e0d375 2024-11-22T03:24:11,016 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:24:11,016 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:24:11,016 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:24:11,016 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:24:11,016 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:24:11,016 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T03:24:11,019 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/default/test/e62cd874ba6386e22c4f769538e0d375/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:24:11,019 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:11,019 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T03:24:11,020 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:24:11,020 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e62cd874ba6386e22c4f769538e0d375: Waiting for close lock at 1732245851015Running coprocessor pre-close hooks at 1732245851015Disabling compacts and flushes for region at 1732245851015Disabling writes for close at 1732245851015Writing region close event to WAL at 1732245851016 (+1 ms)Running coprocessor post-close hooks at 1732245851019 (+3 ms)Closed at 1732245851020 (+1 ms) 2024-11-22T03:24:11,020 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732245833780.e62cd874ba6386e22c4f769538e0d375. 2024-11-22T03:24:11,020 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d8c45f820ba6868f08457cf077f0c76, disabling compactions & flushes 2024-11-22T03:24:11,020 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:24:11,020 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:24:11,020 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. after waiting 0 ms 2024-11-22T03:24:11,020 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:24:11,020 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d8c45f820ba6868f08457cf077f0c76 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-22T03:24:11,030 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/info/27e7ec1bf28945b2a2273ab39085e0d4 is 147, key is hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76./info:regioninfo/1732245838571/Put/seqid=0 2024-11-22T03:24:11,033 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/.tmp/hfileref/bae48077dd244e49b411d9e5ccd67a93 is 74, key is 1/hfileref:45183bdee8d949ceaf405d2034879746_SeqId_6_/1732245844170/DeleteColumn/seqid=0 2024-11-22T03:24:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741847_1023 (size=7686) 2024-11-22T03:24:11,033 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/info/27e7ec1bf28945b2a2273ab39085e0d4 2024-11-22T03:24:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741848_1024 (size=5489) 2024-11-22T03:24:11,055 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/ns/91dd6dc60d53494e997ab2f76df71039 is 43, key is default/ns:d/1732245822581/Put/seqid=0 2024-11-22T03:24:11,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741849_1025 (size=5153) 2024-11-22T03:24:11,092 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:24:11,216 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:24:11,416 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:24:11,440 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:11,442 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/.tmp/hfileref/bae48077dd244e49b411d9e5ccd67a93 2024-11-22T03:24:11,444 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:24:11,444 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:11,444 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:24:11,445 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b458937b0f5f,44623,1732245820176: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b458937b0f5f,44623,1732245820176, walGroup=b458937b0f5f%2C44623%2C1732245820176, offset=b458937b0f5f%2C44623%2C1732245820176.1732245841832:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T03:24:11,447 ERROR [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:24:11,447 INFO [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1497366528, "init": 1048576000, "max": 2306867200, "used": 1084521024 }, "NonHeapMemoryUsage": { "committed": 211288064, "init": 7667712, "max": -1, "used": 208212592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:24:11,448 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:43547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T03:24:11,458 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/ns/91dd6dc60d53494e997ab2f76df71039 2024-11-22T03:24:11,462 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 393, reset compression=false 2024-11-22T03:24:11,465 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/.tmp/queue/86c75b4946c249b7aebb7cc777b57e7a is 153, key is 1-b458937b0f5f,44623,1732245820176/queue:b458937b0f5f%2C44623%2C1732245820176/1732245844172/Put/seqid=0 2024-11-22T03:24:11,467 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T03:24:11,467 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:11,467 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b458937b0f5f,44623,1732245820176 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T03:24:11,468 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-22T03:24:11,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741850_1026 (size=5504) 2024-11-22T03:24:11,478 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/rep_barrier/45d7d2c21843437eb4c74dac616e0972 is 112, key is test,,1732245833780.e62cd874ba6386e22c4f769538e0d375./rep_barrier:seqnumDuringOpen/1732245834161/Put/seqid=0 2024-11-22T03:24:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741851_1027 (size=5518) 2024-11-22T03:24:11,616 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:24:11,652 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:11,670 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:11,817 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c45f820ba6868f08457cf077f0c76 2024-11-22T03:24:11,869 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/.tmp/queue/86c75b4946c249b7aebb7cc777b57e7a 2024-11-22T03:24:11,873 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/.tmp/hfileref/bae48077dd244e49b411d9e5ccd67a93 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/hfileref/bae48077dd244e49b411d9e5ccd67a93 2024-11-22T03:24:11,877 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/hfileref/bae48077dd244e49b411d9e5ccd67a93, entries=6, sequenceid=17, filesize=5.4 K 2024-11-22T03:24:11,878 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/.tmp/queue/86c75b4946c249b7aebb7cc777b57e7a as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/queue/86c75b4946c249b7aebb7cc777b57e7a 2024-11-22T03:24:11,880 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/queue/86c75b4946c249b7aebb7cc777b57e7a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T03:24:11,881 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/rep_barrier/45d7d2c21843437eb4c74dac616e0972 2024-11-22T03:24:11,882 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4d8c45f820ba6868f08457cf077f0c76 in 862ms, sequenceid=17, compaction requested=false 2024-11-22T03:24:11,885 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/replication/4d8c45f820ba6868f08457cf077f0c76/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-22T03:24:11,885 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:11,885 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:24:11,885 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:24:11,885 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d8c45f820ba6868f08457cf077f0c76: Waiting for close lock at 1732245851020Running coprocessor pre-close hooks at 1732245851020Disabling compacts and flushes for region at 1732245851020Disabling writes for close at 1732245851020Obtaining lock to block concurrent updates at 1732245851020Preparing flush snapshotting stores in 4d8c45f820ba6868f08457cf077f0c76 at 1732245851020Finished memstore snapshotting hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732245851020Flushing stores of hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. at 1732245851021 (+1 ms)Flushing 4d8c45f820ba6868f08457cf077f0c76/hfileref: creating writer at 1732245851021Flushing 4d8c45f820ba6868f08457cf077f0c76/hfileref: appending metadata at 1732245851032 (+11 ms)Flushing 4d8c45f820ba6868f08457cf077f0c76/hfileref: closing flushed file at 1732245851032Flushing 4d8c45f820ba6868f08457cf077f0c76/queue: creating writer at 1732245851451 (+419 ms)Flushing 4d8c45f820ba6868f08457cf077f0c76/queue: appending metadata at 1732245851465 (+14 ms)Flushing 4d8c45f820ba6868f08457cf077f0c76/queue: closing flushed file at 1732245851465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d13e09: reopening flushed file at 1732245851873 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21efd0d6: reopening flushed file at 1732245851877 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4d8c45f820ba6868f08457cf077f0c76 in 862ms, sequenceid=17, compaction requested=false at 1732245851882 (+5 ms)Writing region close event to WAL at 1732245851883 (+1 ms)Running coprocessor post-close hooks at 1732245851885 (+2 ms)Closed at 1732245851885 2024-11-22T03:24:11,886 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732245837753.4d8c45f820ba6868f08457cf077f0c76. 2024-11-22T03:24:11,901 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/table/8722ef81714c456ca8551f1952ccfecd is 53, key is hbase:replication/table:state/1732245838576/Put/seqid=0 2024-11-22T03:24:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741852_1028 (size=5308) 2024-11-22T03:24:11,955 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:11,972 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:11,985 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:24:11,985 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:24:12,017 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:24:12,017 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:24:12,017 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:12,217 DEBUG [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:24:12,306 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/table/8722ef81714c456ca8551f1952ccfecd 2024-11-22T03:24:12,313 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/info/27e7ec1bf28945b2a2273ab39085e0d4 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/info/27e7ec1bf28945b2a2273ab39085e0d4 2024-11-22T03:24:12,324 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/info/27e7ec1bf28945b2a2273ab39085e0d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T03:24:12,325 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/ns/91dd6dc60d53494e997ab2f76df71039 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/ns/91dd6dc60d53494e997ab2f76df71039 2024-11-22T03:24:12,330 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/ns/91dd6dc60d53494e997ab2f76df71039, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T03:24:12,331 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/rep_barrier/45d7d2c21843437eb4c74dac616e0972 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/rep_barrier/45d7d2c21843437eb4c74dac616e0972 2024-11-22T03:24:12,336 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/rep_barrier/45d7d2c21843437eb4c74dac616e0972, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T03:24:12,338 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/.tmp/table/8722ef81714c456ca8551f1952ccfecd as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/table/8722ef81714c456ca8551f1952ccfecd 2024-11-22T03:24:12,346 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/table/8722ef81714c456ca8551f1952ccfecd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T03:24:12,347 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-22T03:24:12,348 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:24:12,358 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:12,371 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T03:24:12,372 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T03:24:12,372 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:24:12,372 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:24:12,372 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245851016Running coprocessor pre-close hooks at 1732245851016Disabling compacts and flushes for region at 1732245851016Disabling writes for close at 1732245851016Obtaining lock to block concurrent updates at 1732245851016Preparing flush snapshotting stores in 1588230740 at 1732245851016Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732245851016Flushing stores of hbase:meta,,1.1588230740 at 1732245851017 (+1 ms)Flushing 1588230740/info: creating writer at 1732245851017Flushing 1588230740/info: appending metadata at 1732245851029 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732245851029Flushing 1588230740/ns: creating writer at 1732245851038 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732245851054 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732245851054Flushing 1588230740/rep_barrier: creating writer at 1732245851461 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732245851478 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732245851478Flushing 1588230740/table: creating writer at 1732245851885 (+407 ms)Flushing 1588230740/table: appending metadata at 1732245851900 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732245851900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f904a6: reopening flushed file at 1732245852312 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131c6d0a: reopening flushed file at 1732245852324 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a01b6de: reopening flushed file at 1732245852330 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ad6010: reopening flushed file at 1732245852336 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732245852347 (+11 ms)Writing region close event to WAL at 1732245852369 (+22 ms)Running coprocessor post-close hooks at 1732245852371 (+2 ms)Closed at 1732245852372 (+1 ms) 2024-11-22T03:24:12,372 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:24:12,375 DEBUG [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.1732245841832 to pos 688, reset compression=false 2024-11-22T03:24:12,417 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,44623,1732245820176; all regions closed. 2024-11-22T03:24:12,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741844_1020 (size=859) 2024-11-22T03:24:12,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/WALs/b458937b0f5f,44623,1732245820176/b458937b0f5f%2C44623%2C1732245820176.meta.1732245841852.meta not finished, retry = 0 2024-11-22T03:24:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741842_1018 (size=2791) 2024-11-22T03:24:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741843_1019 (size=696) 2024-11-22T03:24:12,527 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:12,527 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:24:12,528 INFO [RS:0;b458937b0f5f:44623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:24:12,528 INFO [RS:0;b458937b0f5f:44623 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:24:12,528 INFO [RS:0;b458937b0f5f:44623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:24:12,530 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:24:12,530 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b458937b0f5f,44623,1732245820176 because: Region server is closing 2024-11-22T03:24:12,531 INFO [RS:0;b458937b0f5f:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:44623. 2024-11-22T03:24:12,531 DEBUG [RS:0;b458937b0f5f:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:12,531 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:12,531 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:12,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:12,631 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 terminated 2024-11-22T03:24:12,632 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b458937b0f5f,44623,1732245820176 because: Region server is closing 2024-11-22T03:24:12,632 INFO [RS:0;b458937b0f5f:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:44623. 2024-11-22T03:24:12,632 DEBUG [RS:0;b458937b0f5f:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:24:12,632 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:12,632 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,1-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,1-b458937b0f5f,44623,1732245820176 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:24:12,632 DEBUG [RS:0;b458937b0f5f:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:24:12,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:24:12,733 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.shipperb458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 terminated 2024-11-22T03:24:12,733 INFO [RS:0;b458937b0f5f:44623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44623 2024-11-22T03:24:12,733 WARN [RS_REFRESH_PEER-regionserver/b458937b0f5f:0-0.replicationSource,2-b458937b0f5f,44623,1732245820176.replicationSource.wal-reader.b458937b0f5f%2C44623%2C1732245820176,2-b458937b0f5f,44623,1732245820176 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T03:24:12,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495382048/rs/b458937b0f5f,44623,1732245820176 2024-11-22T03:24:12,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048/rs 2024-11-22T03:24:12,803 INFO [RS:0;b458937b0f5f:44623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:24:12,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,44623,1732245820176] 2024-11-22T03:24:12,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/draining/b458937b0f5f,44623,1732245820176 already deleted, retry=false 2024-11-22T03:24:12,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,44623,1732245820176 expired; onlineServers=0 2024-11-22T03:24:12,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,43547,1732245819686' ***** 2024-11-22T03:24:12,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:24:12,814 INFO [M:0;b458937b0f5f:43547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:24:12,814 INFO [M:0;b458937b0f5f:43547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:24:12,814 DEBUG [M:0;b458937b0f5f:43547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:24:12,814 DEBUG [M:0;b458937b0f5f:43547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:24:12,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:24:12,814 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245821592 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245821592,5,FailOnTimeoutGroup] 2024-11-22T03:24:12,814 INFO [M:0;b458937b0f5f:43547 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:24:12,814 INFO [M:0;b458937b0f5f:43547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:24:12,814 DEBUG [M:0;b458937b0f5f:43547 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:24:12,814 INFO [M:0;b458937b0f5f:43547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:24:12,814 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245821596 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245821596,5,FailOnTimeoutGroup] 2024-11-22T03:24:12,814 INFO [M:0;b458937b0f5f:43547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:24:12,814 ERROR [M:0;b458937b0f5f:43547 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43381,5,PEWorkerGroup] 2024-11-22T03:24:12,815 INFO [M:0;b458937b0f5f:43547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:24:12,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:24:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495382048/master 2024-11-22T03:24:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495382048 2024-11-22T03:24:12,845 DEBUG [M:0;b458937b0f5f:43547 {}] zookeeper.RecoverableZooKeeper(212): Node /0-495382048/master already deleted, retry=false 2024-11-22T03:24:12,845 DEBUG [M:0;b458937b0f5f:43547 {}] master.ActiveMasterManager(353): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-495382048/master 2024-11-22T03:24:12,846 INFO [M:0;b458937b0f5f:43547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/.lastflushedseqids 2024-11-22T03:24:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741853_1029 (size=263) 2024-11-22T03:24:12,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:12,924 INFO [RS:0;b458937b0f5f:44623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:24:12,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x101609184880001, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:12,924 INFO [RS:0;b458937b0f5f:44623 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,44623,1732245820176; zookeeper connection closed. 2024-11-22T03:24:12,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69cbaf54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69cbaf54 2024-11-22T03:24:12,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:24:12,927 INFO [M:0;b458937b0f5f:43547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:24:12,927 INFO [M:0;b458937b0f5f:43547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:24:12,927 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:24:12,927 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:12,927 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:12,927 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:24:12,927 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:12,927 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-22T03:24:12,950 DEBUG [M:0;b458937b0f5f:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d07ff1402f8544f4910f64059d771073 is 82, key is hbase:meta,,1/info:regioninfo/1732245822433/Put/seqid=0 2024-11-22T03:24:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741854_1030 (size=5672) 2024-11-22T03:24:12,959 INFO [M:0;b458937b0f5f:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d07ff1402f8544f4910f64059d771073 2024-11-22T03:24:12,987 DEBUG [M:0;b458937b0f5f:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbeae732d2054bebb92020b6a925758c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732245838578/Put/seqid=0 2024-11-22T03:24:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741855_1031 (size=8909) 2024-11-22T03:24:13,003 INFO [M:0;b458937b0f5f:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbeae732d2054bebb92020b6a925758c 2024-11-22T03:24:13,031 DEBUG [M:0;b458937b0f5f:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac27db0064a4970aafa5aee26aa3479 is 69, key is b458937b0f5f,44623,1732245820176/rs:state/1732245821864/Put/seqid=0 2024-11-22T03:24:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741856_1032 (size=5156) 2024-11-22T03:24:13,045 INFO [M:0;b458937b0f5f:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac27db0064a4970aafa5aee26aa3479 2024-11-22T03:24:13,053 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d07ff1402f8544f4910f64059d771073 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d07ff1402f8544f4910f64059d771073 2024-11-22T03:24:13,058 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d07ff1402f8544f4910f64059d771073, entries=8, sequenceid=112, filesize=5.5 K 2024-11-22T03:24:13,060 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbeae732d2054bebb92020b6a925758c as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbeae732d2054bebb92020b6a925758c 2024-11-22T03:24:13,076 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbeae732d2054bebb92020b6a925758c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-22T03:24:13,078 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac27db0064a4970aafa5aee26aa3479 as hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac27db0064a4970aafa5aee26aa3479 2024-11-22T03:24:13,083 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/b5f37987-18ce-9ad3-f95e-5b77a00e0ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac27db0064a4970aafa5aee26aa3479, entries=1, sequenceid=112, filesize=5.0 K 2024-11-22T03:24:13,084 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=112, compaction requested=false 2024-11-22T03:24:13,089 INFO [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:24:13,089 DEBUG [M:0;b458937b0f5f:43547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245852927Disabling compacts and flushes for region at 1732245852927Disabling writes for close at 1732245852927Obtaining lock to block concurrent updates at 1732245852927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245852927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732245852927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245852928 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245852928Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245852949 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245852949Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245852964 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245852987 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245852987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245853008 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245853030 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245853030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cba6d36: reopening flushed file at 1732245853053 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605b82c: reopening flushed file at 1732245853058 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3481e2a5: reopening flushed file at 1732245853076 (+18 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=112, compaction requested=false at 1732245853084 (+8 ms)Writing region close event to WAL at 1732245853089 (+5 ms)Closed at 1732245853089 2024-11-22T03:24:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741830_1006 (size=69055) 2024-11-22T03:24:13,095 INFO [M:0;b458937b0f5f:43547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:24:13,095 INFO [M:0;b458937b0f5f:43547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43547 2024-11-22T03:24:13,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:24:13,096 INFO [M:0;b458937b0f5f:43547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:24:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:13,265 INFO [M:0;b458937b0f5f:43547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:24:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101609184880000, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:24:13,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3310de14{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:24:13,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5223fded{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:24:13,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:24:13,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a75c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:24:13,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2835a59e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir/,STOPPED} 2024-11-22T03:24:13,269 WARN [BP-753188317-172.17.0.3-1732245817585 heartbeating to localhost/127.0.0.1:43381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:24:13,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:24:13,269 WARN [BP-753188317-172.17.0.3-1732245817585 heartbeating to localhost/127.0.0.1:43381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-753188317-172.17.0.3-1732245817585 (Datanode Uuid 70afea17-bf57-467c-937d-33c51133c1ad) service to localhost/127.0.0.1:43381 2024-11-22T03:24:13,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/data/data1/current/BP-753188317-172.17.0.3-1732245817585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:24:13,270 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:24:13,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/cluster_7f0a2205-e4cb-0cce-79d1-0b9f867a7b1b/data/data2/current/BP-753188317-172.17.0.3-1732245817585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:24:13,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:24:13,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152da328{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:24:13,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@720cd408{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:24:13,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:24:13,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60544a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:24:13,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6160b959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91996687-0922-ade7-b19d-87bf9e43f247/hadoop.log.dir/,STOPPED} 2024-11-22T03:24:13,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:24:13,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:24:13,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34499 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51006) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51006) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34499 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43965 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51006) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43965 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 510) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5517 (was 4888) - AvailableMemoryMB LEAK? - 2024-11-22T03:24:13,317 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-22T03:24:13,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101609184880002, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:24:13,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101609184880008, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:24:13,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101609184880005, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T03:24:13,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101609184880008, quorum=127.0.0.1:51006, baseZNode=/2-714392296 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:24:13,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101609184880002, quorum=127.0.0.1:51006, baseZNode=/0-495382048 Received Disconnected from ZooKeeper, ignoring 2024-11-22T03:24:13,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101609184880005, quorum=127.0.0.1:51006, baseZNode=/11320351806 Received Disconnected from ZooKeeper, ignoring